@downdraft/engine 0.0.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +33 -0
- package/app/src/index.ts +10 -0
- package/app/src/renderer/bootstrap.ts +271 -0
- package/app/src/renderer/downdraft-base.css +93 -0
- package/app/src/renderer/feature-log.ts +200 -0
- package/app/src/renderer/game-module.ts +923 -0
- package/app/src/renderer/hooks.ts +88 -0
- package/app/src/renderer/hot-reload.ts +178 -0
- package/app/src/renderer/import-cache.ts +88 -0
- package/app/src/renderer/index.ts +206 -0
- package/app/src/renderer/mcp-harness.ts +144 -0
- package/app/src/renderer/save-store-factory.ts +239 -0
- package/app/src/renderer/sim-bridge.ts +183 -0
- package/app/src/renderer/standard-automation-tools.ts +771 -0
- package/app/src/shared/feature-log.ts +71 -0
- package/app/src/shared/gpu-info.ts +82 -0
- package/app/src/shared/import-cache-store.ts +142 -0
- package/app/src/shared/index.ts +6 -0
- package/app/src/shared/mcp-discovery.ts +47 -0
- package/app/src/shared/mcp-proxy.ts +82 -0
- package/app/src/shared/types.ts +324 -0
- package/asset-bake/src/bake-audio.ts +119 -0
- package/asset-bake/src/bake-gltf.ts +172 -0
- package/asset-bake/src/bake.ts +78 -0
- package/asset-bake/src/cache.ts +188 -0
- package/asset-bake/src/config.ts +186 -0
- package/asset-bake/src/index.ts +36 -0
- package/core/src/animation/animation-event.ts +41 -0
- package/core/src/animation/bone-mask.ts +122 -0
- package/core/src/animation/clip.ts +252 -0
- package/core/src/animation/index.ts +22 -0
- package/core/src/animation/mixamo.ts +113 -0
- package/core/src/animation/morph-target.ts +69 -0
- package/core/src/animation/player.ts +697 -0
- package/core/src/animation/retarget.ts +158 -0
- package/core/src/animation/skeleton-animator.ts +1399 -0
- package/core/src/animation/skeleton.ts +214 -0
- package/core/src/animation/state-machine.ts +280 -0
- package/core/src/assets/blob-store.ts +66 -0
- package/core/src/assets/cache.ts +186 -0
- package/core/src/assets/cubemap-converter.ts +155 -0
- package/core/src/assets/environment-manager.ts +121 -0
- package/core/src/assets/import-cache.ts +65 -0
- package/core/src/assets/import-settings.ts +72 -0
- package/core/src/assets/importer.ts +108 -0
- package/core/src/assets/index.ts +74 -0
- package/core/src/assets/irradiance-generator.ts +198 -0
- package/core/src/assets/loader-audio.ts +86 -0
- package/core/src/assets/loader-cubemap.ts +211 -0
- package/core/src/assets/loader-dds.ts +236 -0
- package/core/src/assets/loader-hdr.ts +474 -0
- package/core/src/assets/loader-mesh.ts +143 -0
- package/core/src/assets/loader-shader.ts +73 -0
- package/core/src/assets/loader-texture.ts +349 -0
- package/core/src/assets/lod.ts +198 -0
- package/core/src/assets/manager.ts +480 -0
- package/core/src/assets/manifest.ts +81 -0
- package/core/src/assets/material-bridge.ts +186 -0
- package/core/src/assets/model-importer.ts +72 -0
- package/core/src/assets/model-normalizer.ts +248 -0
- package/core/src/assets/model-to-gpu.ts +70 -0
- package/core/src/assets/model-to-mesh.ts +237 -0
- package/core/src/assets/prefilter-generator.ts +250 -0
- package/core/src/audio/engine.ts +177 -0
- package/core/src/audio/interface.ts +130 -0
- package/core/src/audio/listener.ts +32 -0
- package/core/src/audio/mixer.ts +141 -0
- package/core/src/audio/registry.ts +52 -0
- package/core/src/audio/sab.ts +87 -0
- package/core/src/audio/source.ts +89 -0
- package/core/src/change-detection/atomics.ts +1 -0
- package/core/src/change-detection/tracker.ts +47 -0
- package/core/src/debug-draw/lines.ts +64 -0
- package/core/src/debug-draw/points.ts +17 -0
- package/core/src/debug-draw/queue.ts +124 -0
- package/core/src/debug-draw/text.ts +25 -0
- package/core/src/ecs/archetype.ts +323 -0
- package/core/src/ecs/component.ts +188 -0
- package/core/src/ecs/entity.ts +25 -0
- package/core/src/ecs/events.ts +93 -0
- package/core/src/ecs/hierarchy.ts +124 -0
- package/core/src/ecs/hmr-swap-registry.ts +22 -0
- package/core/src/ecs/index.ts +25 -0
- package/core/src/ecs/query.ts +141 -0
- package/core/src/ecs/resource.ts +8 -0
- package/core/src/ecs/schedule.ts +181 -0
- package/core/src/ecs/system-params.ts +99 -0
- package/core/src/ecs/system.ts +42 -0
- package/core/src/ecs/world.ts +348 -0
- package/core/src/index.ts +352 -0
- package/core/src/input/context.ts +73 -0
- package/core/src/input/dom-handler.ts +380 -0
- package/core/src/input/local-player-manager.ts +218 -0
- package/core/src/input/mapping.ts +40 -0
- package/core/src/input/multi-sab-bridge.ts +276 -0
- package/core/src/input/multi-state.ts +54 -0
- package/core/src/input/sab-bridge.ts +71 -0
- package/core/src/input/state.ts +132 -0
- package/core/src/input/ui-router.ts +87 -0
- package/core/src/library/host.ts +317 -0
- package/core/src/library/index.ts +16 -0
- package/core/src/library/library.ts +292 -0
- package/core/src/material/compiler.ts +80 -0
- package/core/src/material/graph-bridge.ts +172 -0
- package/core/src/material/index.ts +9 -0
- package/core/src/material/library.ts +442 -0
- package/core/src/material/material.ts +156 -0
- package/core/src/material/variants.ts +61 -0
- package/core/src/math/mat4.ts +202 -0
- package/core/src/math/perlin-noise-2d.ts +77 -0
- package/core/src/math/perlin-noise-3d.ts +110 -0
- package/core/src/math/quat.ts +33 -0
- package/core/src/math/rng.ts +29 -0
- package/core/src/math/trig.ts +47 -0
- package/core/src/math/value-noise.ts +67 -0
- package/core/src/mesh/builder.ts +177 -0
- package/core/src/mesh/csg.ts +312 -0
- package/core/src/mesh/greased-line.ts +145 -0
- package/core/src/mesh/mesh.ts +17 -0
- package/core/src/mesh/parametric.ts +501 -0
- package/core/src/mesh/skinning.ts +67 -0
- package/core/src/mesh/vertex-layout.ts +91 -0
- package/core/src/module/cross-thread.ts +163 -0
- package/core/src/module/diagnostics.ts +123 -0
- package/core/src/module/host.ts +451 -0
- package/core/src/module/index.ts +22 -0
- package/core/src/module/module.ts +109 -0
- package/core/src/module/registry.ts +94 -0
- package/core/src/module/renderer-module.ts +247 -0
- package/core/src/module/ts-loader.ts +26 -0
- package/core/src/particles/compute-pass.ts +378 -0
- package/core/src/particles/emitter.ts +156 -0
- package/core/src/particles/index.ts +11 -0
- package/core/src/particles/particle-data.ts +47 -0
- package/core/src/particles/render-pass.ts +365 -0
- package/core/src/particles/simulator.ts +264 -0
- package/core/src/particles/system.ts +193 -0
- package/core/src/physics/body.ts +59 -0
- package/core/src/physics/ccd-heuristic.ts +55 -0
- package/core/src/physics/character.ts +282 -0
- package/core/src/physics/collider.ts +55 -0
- package/core/src/physics/collision-system.ts +91 -0
- package/core/src/physics/events.ts +133 -0
- package/core/src/physics/index.ts +34 -0
- package/core/src/physics/interface.ts +473 -0
- package/core/src/physics/interpolation-buffer.ts +192 -0
- package/core/src/physics/lifecycle.ts +87 -0
- package/core/src/physics/load-shedder.ts +164 -0
- package/core/src/physics/physics-accumulator.ts +101 -0
- package/core/src/physics/physics-system.ts +240 -0
- package/core/src/physics/ragdoll-presets.ts +272 -0
- package/core/src/physics/ragdoll-system.ts +220 -0
- package/core/src/physics/ragdoll.ts +182 -0
- package/core/src/physics/raycast.ts +143 -0
- package/core/src/physics/realm-manager.ts +499 -0
- package/core/src/physics/realm-worker-pool.ts +191 -0
- package/core/src/physics/realm-worker.ts +102 -0
- package/core/src/physics/realm.ts +189 -0
- package/core/src/physics/registry.ts +52 -0
- package/core/src/physics/safety.ts +247 -0
- package/core/src/physics/snapshot-manager.ts +141 -0
- package/core/src/physics/worker-protocol.ts +30 -0
- package/core/src/platform/bun-preload.ts +169 -0
- package/core/src/platform/css-stub.ts +4 -0
- package/core/src/platform/glob-polyfill.ts +124 -0
- package/core/src/platform/hidpi.ts +57 -0
- package/core/src/platform/render-surface.ts +77 -0
- package/core/src/platform/rpc.ts +98 -0
- package/core/src/platform/runtime.ts +132 -0
- package/core/src/plugin/context.ts +364 -0
- package/core/src/plugin/diagnostics.ts +61 -0
- package/core/src/plugin/discovery.ts +186 -0
- package/core/src/plugin/extension-loaders.ts +172 -0
- package/core/src/plugin/host.ts +659 -0
- package/core/src/plugin/index.ts +106 -0
- package/core/src/plugin/loader-asset.ts +124 -0
- package/core/src/plugin/loader-quickjs.ts +84 -0
- package/core/src/plugin/loader-wasm.ts +411 -0
- package/core/src/plugin/loader-worker.ts +261 -0
- package/core/src/plugin/manifest.ts +653 -0
- package/core/src/plugin/material-registry.ts +65 -0
- package/core/src/plugin/mcp-tools.ts +165 -0
- package/core/src/plugin/permissions.ts +175 -0
- package/core/src/plugin/quickjs-bridge.ts +294 -0
- package/core/src/plugin/registry.ts +107 -0
- package/core/src/plugin/sandbox-shim.ts +86 -0
- package/core/src/plugin/sandbox-worker.ts +215 -0
- package/core/src/plugin/wasm-abi.ts +152 -0
- package/core/src/plugin/wasm-worker.ts +229 -0
- package/core/src/plugin/workshop.ts +169 -0
- package/core/src/profiling/event-loop.ts +180 -0
- package/core/src/profiling/index.ts +69 -0
- package/core/src/profiling/iops/idb-patch.ts +242 -0
- package/core/src/profiling/iops/opfs-patch.ts +276 -0
- package/core/src/profiling/profiling-sab.ts +839 -0
- package/core/src/profiling/task-latency.ts +134 -0
- package/core/src/profiling/thread-metrics.ts +126 -0
- package/core/src/profiling/trace-event-writer.ts +205 -0
- package/core/src/profiling/warnings.ts +423 -0
- package/core/src/profiling/worker-prelude.ts +376 -0
- package/core/src/render/bind-group.ts +38 -0
- package/core/src/render/bindless/bindless-struct.ts +42 -0
- package/core/src/render/bindless/bindless.wgsl.ts +167 -0
- package/core/src/render/bindless/frame-bindings.ts +176 -0
- package/core/src/render/bindless/index.ts +10 -0
- package/core/src/render/bindless/material-manager.ts +257 -0
- package/core/src/render/bindless/texture-registry.ts +609 -0
- package/core/src/render/buffer.ts +82 -0
- package/core/src/render/camera-2d.ts +217 -0
- package/core/src/render/camera-controller.ts +440 -0
- package/core/src/render/camera.ts +409 -0
- package/core/src/render/canvas-resize-watcher.ts +46 -0
- package/core/src/render/compute-kernel.ts +172 -0
- package/core/src/render/constants.ts +2 -0
- package/core/src/render/device.ts +111 -0
- package/core/src/render/frame-graph.ts +768 -0
- package/core/src/render/frustum.ts +185 -0
- package/core/src/render/fullscreen-vs.ts +25 -0
- package/core/src/render/g-buffer.ts +186 -0
- package/core/src/render/game-renderer.ts +1452 -0
- package/core/src/render/gpu-driven/cull-pass.ts +394 -0
- package/core/src/render/gpu-driven/hzb.ts +215 -0
- package/core/src/render/gpu-driven/index.ts +7 -0
- package/core/src/render/gpu-driven/indirect-draw-pass.ts +324 -0
- package/core/src/render/gpu-driven/instance-buffer.ts +178 -0
- package/core/src/render/gpu-driven/mesh-table.ts +175 -0
- package/core/src/render/gpu-driven/passes/hzb-build-pass.ts +47 -0
- package/core/src/render/gpu-utils.ts +96 -0
- package/core/src/render/hdr.ts +88 -0
- package/core/src/render/hot-reload.ts +295 -0
- package/core/src/render/ibl-bind-group.ts +266 -0
- package/core/src/render/ibl.ts +180 -0
- package/core/src/render/index.ts +163 -0
- package/core/src/render/input-manager.ts +259 -0
- package/core/src/render/lighting/area-light.ts +196 -0
- package/core/src/render/lighting/cluster-grid.ts +288 -0
- package/core/src/render/lighting/cluster-types.ts +193 -0
- package/core/src/render/lighting/ies-parser.ts +162 -0
- package/core/src/render/lighting.ts +454 -0
- package/core/src/render/material-types/depth.wgsl +44 -0
- package/core/src/render/material-types/line.wgsl +50 -0
- package/core/src/render/material-types/matcap.wgsl +51 -0
- package/core/src/render/material-types/normal.wgsl +41 -0
- package/core/src/render/material-types/physical.wgsl +152 -0
- package/core/src/render/material-types/sprite.wgsl +46 -0
- package/core/src/render/material-types/sss.wgsl +79 -0
- package/core/src/render/material-types/toon.wgsl +79 -0
- package/core/src/render/passes/README.md +121 -0
- package/core/src/render/passes/atmosphere.ts +152 -0
- package/core/src/render/passes/cluster-lighting-pass.ts +476 -0
- package/core/src/render/passes/csm.ts +408 -0
- package/core/src/render/passes/cubemap-capture.ts +114 -0
- package/core/src/render/passes/debug-viz.ts +278 -0
- package/core/src/render/passes/debug.ts +538 -0
- package/core/src/render/passes/decal-mesh.ts +111 -0
- package/core/src/render/passes/decal-pass.ts +377 -0
- package/core/src/render/passes/deferred-lighting.ts +434 -0
- package/core/src/render/passes/depth-prepass.ts +163 -0
- package/core/src/render/passes/dome-360.ts +83 -0
- package/core/src/render/passes/fluid-render.ts +137 -0
- package/core/src/render/passes/gi-types.ts +118 -0
- package/core/src/render/passes/graph-compute.ts +300 -0
- package/core/src/render/passes/greased-line-pass.ts +232 -0
- package/core/src/render/passes/morph-target.ts +40 -0
- package/core/src/render/passes/opaque.ts +1028 -0
- package/core/src/render/passes/point-light-shadow.ts +266 -0
- package/core/src/render/passes/procedural-texture.ts +185 -0
- package/core/src/render/passes/reflection-probe.ts +140 -0
- package/core/src/render/passes/rsm-pass.ts +248 -0
- package/core/src/render/passes/sdf-text.ts +155 -0
- package/core/src/render/passes/shadow-map.ts +163 -0
- package/core/src/render/passes/shadow.ts +220 -0
- package/core/src/render/passes/skinning-vs.ts +121 -0
- package/core/src/render/passes/skinning.ts +326 -0
- package/core/src/render/passes/sky-dome.ts +404 -0
- package/core/src/render/passes/skybox.ts +162 -0
- package/core/src/render/passes/spot-light-shadow.ts +273 -0
- package/core/src/render/passes/terrain.ts +326 -0
- package/core/src/render/passes/transparent.ts +353 -0
- package/core/src/render/passes/underwater-fog.ts +185 -0
- package/core/src/render/passes/video-texture.ts +79 -0
- package/core/src/render/passes/volumetric-pass.ts +312 -0
- package/core/src/render/passes/volumetric-types.ts +171 -0
- package/core/src/render/passes/water.ts +753 -0
- package/core/src/render/pbr.ts +296 -0
- package/core/src/render/pipeline.ts +52 -0
- package/core/src/render/render-pass.ts +30 -0
- package/core/src/render/renderer-input-bus.ts +220 -0
- package/core/src/render/renderer-module-host.ts +623 -0
- package/core/src/render/resource-tracker.ts +67 -0
- package/core/src/render/sab-canvas-overlay.ts +122 -0
- package/core/src/render/shader-validator.ts +200 -0
- package/core/src/render/shaders/debug/debug-line.wgsl +27 -0
- package/core/src/render/shaders/debug/debug-point.wgsl +30 -0
- package/core/src/render/shaders/debug/debug-text.wgsl +42 -0
- package/core/src/render/shaders/debug-viz/aabb.wgsl +20 -0
- package/core/src/render/shaders/debug-viz/depth.wgsl +29 -0
- package/core/src/render/shaders/debug-viz/lod.wgsl +38 -0
- package/core/src/render/shaders/debug-viz/normals.wgsl +30 -0
- package/core/src/render/shaders/debug-viz/overdraw.wgsl +21 -0
- package/core/src/render/shaders/debug-viz/tangents.wgsl +29 -0
- package/core/src/render/shaders/debug-viz/wireframe.wgsl +33 -0
- package/core/src/render/shaders/shadow-chunks.ts +135 -0
- package/core/src/render/skybox.ts +146 -0
- package/core/src/render/splitscreen.ts +85 -0
- package/core/src/render/surface.ts +78 -0
- package/core/src/render/tonemap.ts +180 -0
- package/core/src/render/tracked-render-pass.ts +158 -0
- package/core/src/render/viewport.ts +109 -0
- package/core/src/render/wgsl-hmr.ts +70 -0
- package/core/src/sab/core-input-channel.ts +23 -0
- package/core/src/sab/define.ts +239 -0
- package/core/src/sab/errors.ts +76 -0
- package/core/src/sab/game-input.ts +343 -0
- package/core/src/sab/gamepad-devices.ts +259 -0
- package/core/src/sab/grid-buffer.ts +117 -0
- package/core/src/sab/input.ts +55 -0
- package/core/src/sab/layout.ts +219 -0
- package/core/src/sab/multi-input-channel.ts +50 -0
- package/core/src/sab/record-buffer.ts +155 -0
- package/core/src/sab/sab-polyfill.ts +56 -0
- package/core/src/sab/sim-channel.ts +453 -0
- package/core/src/sab/slot-buffer.ts +190 -0
- package/core/src/sab/types.ts +158 -0
- package/core/src/safety/bounds.ts +76 -0
- package/core/src/safety/json.ts +80 -0
- package/core/src/safety/path.ts +167 -0
- package/core/src/save/binary-format.ts +117 -0
- package/core/src/save/game-save-system.ts +161 -0
- package/core/src/save/grid-save-system.ts +158 -0
- package/core/src/save/migrate.ts +44 -0
- package/core/src/save/migration-registry.ts +94 -0
- package/core/src/save/persist-types.ts +208 -0
- package/core/src/save/schema.ts +46 -0
- package/core/src/save/serializer.ts +180 -0
- package/core/src/scene/builder.ts +65 -0
- package/core/src/scene/camera.ts +142 -0
- package/core/src/scene/checkpoint.ts +109 -0
- package/core/src/scene/game-loop.ts +198 -0
- package/core/src/scene/index.ts +24 -0
- package/core/src/scene/layer.ts +6 -0
- package/core/src/scene/prefab.ts +145 -0
- package/core/src/scene/scene-manager.ts +157 -0
- package/core/src/scene/scene.ts +192 -0
- package/core/src/scene/sky.ts +256 -0
- package/core/src/scene/spatial-grid.ts +176 -0
- package/core/src/scene/streaming.ts +304 -0
- package/core/src/scene/vegetation.ts +163 -0
- package/core/src/scene/world.ts +89 -0
- package/core/src/scripting/binding.ts +129 -0
- package/core/src/scripting/hot-reload.ts +144 -0
- package/core/src/scripting/script.ts +99 -0
- package/core/src/sim/hot-reload-pipeline.ts +49 -0
- package/core/src/sim/sim-state-helper.ts +47 -0
- package/core/src/sim/transient-state-registry.ts +77 -0
- package/core/src/sim/types.ts +113 -0
- package/core/src/sim/worker-loop.ts +222 -0
- package/core/src/stores/game-store.ts +158 -0
- package/core/src/stores/hot-reload-store.ts +44 -0
- package/core/src/telemetry/collector.ts +410 -0
- package/core/src/telemetry/gc-controller.ts +453 -0
- package/core/src/telemetry/gc-profiler.ts +126 -0
- package/core/src/telemetry/gc-tracker.ts +69 -0
- package/core/src/telemetry/gpu-profiler.ts +703 -0
- package/core/src/telemetry/gpu-resource-tracker.ts +285 -0
- package/core/src/telemetry/gpu-timer-pool.ts +234 -0
- package/core/src/telemetry/gpu-timer.ts +123 -0
- package/core/src/telemetry/gpu-timestamp-gate.ts +21 -0
- package/core/src/telemetry/reporter.ts +62 -0
- package/core/src/types/engine-types.ts +129 -0
- package/core/src/ui-font-scale.ts +112 -0
- package/core/src/util/broad-phase-grid.ts +82 -0
- package/core/src/util/feature-log.ts +220 -0
- package/core/src/util/index.ts +17 -0
- package/core/src/util/logger.ts +604 -0
- package/core/src/webgpu-destroy-augmentation.d.ts +25 -0
- package/core/src/worker/base-worker-host.ts +183 -0
- package/core/src/worker/buffer-sync.ts +550 -0
- package/core/src/worker/crash-recovery.ts +201 -0
- package/core/src/worker/entity-sim-worker-host.ts +190 -0
- package/core/src/worker/instrumented-worker-host.ts +171 -0
- package/core/src/worker/rpc.ts +253 -0
- package/core/src/worker/sim-worker-base.ts +913 -0
- package/core/src/worker/sim-worker-host.ts +358 -0
- package/core/src/worker/task-pool.ts +256 -0
- package/core/src/worker/task-worker.ts +83 -0
- package/libraries/asset-browser/src/index.ts +11 -0
- package/libraries/asset-browser/src/software-thumbnails.ts +949 -0
- package/libraries/audio-kira/README.md +17 -0
- package/libraries/audio-kira/native/Cargo.toml +14 -0
- package/libraries/audio-kira/native/src/engine.rs +27 -0
- package/libraries/audio-kira/native/src/lib.rs +185 -0
- package/libraries/audio-kira/native/src/mixer.rs +11 -0
- package/libraries/audio-kira/native/src/source.rs +80 -0
- package/libraries/audio-kira/src/backend.ts +469 -0
- package/libraries/audio-kira/src/index.ts +8 -0
- package/libraries/audio-kira/src/library.ts +82 -0
- package/libraries/blitz-ui/native/Cargo.toml +33 -0
- package/libraries/blitz-ui/native/assets/DejaVuSans.woff2 +0 -0
- package/libraries/blitz-ui/native/src/bridge.rs +100 -0
- package/libraries/blitz-ui/native/src/fonts.rs +20 -0
- package/libraries/blitz-ui/native/src/input.rs +80 -0
- package/libraries/blitz-ui/native/src/lib.rs +96 -0
- package/libraries/blitz-ui/native/src/shell.rs +301 -0
- package/libraries/blitz-ui/native-osr/Cargo.toml +24 -0
- package/libraries/blitz-ui/native-osr/src/events.rs +237 -0
- package/libraries/blitz-ui/native-osr/src/lib.rs +846 -0
- package/libraries/blitz-ui/native-osr/src/mutate.rs +385 -0
- package/libraries/blitz-ui/native-osr/src/resources.rs +45 -0
- package/libraries/blitz-ui/native-osr-spike.ts +70 -0
- package/libraries/blitz-ui/src/index.ts +15 -0
- package/libraries/blitz-ui/src/native-module.ts +221 -0
- package/libraries/blitz-ui/src/native-osr-ffi.ts +423 -0
- package/libraries/blitz-ui/src/router.ts +101 -0
- package/libraries/blitz-ui/src/shaders/ui-blit.wgsl.ts +35 -0
- package/libraries/blitz-ui/src/ui-blit-pass.ts +116 -0
- package/libraries/character/README.md +25 -0
- package/libraries/character/src/character-animator.ts +374 -0
- package/libraries/character/src/index.ts +24 -0
- package/libraries/character/src/loader.ts +375 -0
- package/libraries/character/src/locomotion.ts +124 -0
- package/libraries/character/src/preview.ts +287 -0
- package/libraries/devtools/README.md +51 -0
- package/libraries/devtools/native/Cargo.toml +12 -0
- package/libraries/devtools/native/src/lib.rs +1646 -0
- package/libraries/devtools/native/src/panels/console.rs +338 -0
- package/libraries/devtools/native/src/panels/dom_tree.rs +47 -0
- package/libraries/devtools/native/src/panels/generic.rs +317 -0
- package/libraries/devtools/native/src/panels/gpu.rs +107 -0
- package/libraries/devtools/native/src/panels/input.rs +88 -0
- package/libraries/devtools/native/src/panels/mod.rs +154 -0
- package/libraries/devtools/native/src/panels/perf_metrics.rs +91 -0
- package/libraries/devtools/native/src/panels/perf_recorder.rs +158 -0
- package/libraries/devtools/native/src/panels/scene.rs +72 -0
- package/libraries/devtools/native/src/state.rs +394 -0
- package/libraries/devtools/src/cdp-bridge.ts +349 -0
- package/libraries/devtools/src/collectors.ts +346 -0
- package/libraries/devtools/src/egui-ffi.ts +804 -0
- package/libraries/devtools/src/egui-renderer.ts +407 -0
- package/libraries/devtools/src/host.ts +363 -0
- package/libraries/devtools/src/index.ts +40 -0
- package/libraries/devtools/src/mirror.ts +794 -0
- package/libraries/devtools/src/native-providers.ts +744 -0
- package/libraries/devtools/src/verify.ts +167 -0
- package/libraries/devtools/src/web/browser.ts +102 -0
- package/libraries/devtools/src/web/host.ts +212 -0
- package/libraries/devtools/src/web/mirror.ts +430 -0
- package/libraries/devtools/src/web/server.ts +198 -0
- package/libraries/entities/README.md +17 -0
- package/libraries/entities/src/index.ts +4 -0
- package/libraries/entities/src/library.ts +64 -0
- package/libraries/entities/src/model-renderer.ts +1345 -0
- package/libraries/entities/src/shaders/model.wgsl +375 -0
- package/libraries/gamepad/src/feed-input.ts +83 -0
- package/libraries/gamepad/src/filters.ts +49 -0
- package/libraries/gamepad/src/glyphs.ts +93 -0
- package/libraries/gamepad/src/hub.ts +206 -0
- package/libraries/gamepad/src/index.ts +22 -0
- package/libraries/gamepad/src/library.ts +68 -0
- package/libraries/gamepad/src/source-sab.ts +70 -0
- package/libraries/gamepad/src/sysfs-enrich.ts +138 -0
- package/libraries/gaussian-splats/README.md +25 -0
- package/libraries/gaussian-splats/src/gpu-sort.ts +595 -0
- package/libraries/gaussian-splats/src/index.ts +31 -0
- package/libraries/gaussian-splats/src/library.ts +60 -0
- package/libraries/gaussian-splats/src/parser.ts +382 -0
- package/libraries/gaussian-splats/src/renderer.ts +427 -0
- package/libraries/gaussian-splats/src/sh-eval.ts +211 -0
- package/libraries/gaussian-splats/src/sorter.ts +110 -0
- package/libraries/gaussian-splats/src/tile-raster.ts +473 -0
- package/libraries/gpu-kernels/README.md +154 -0
- package/libraries/gpu-kernels/src/index.ts +11 -0
- package/libraries/gpu-kernels/src/kernel.ts +696 -0
- package/libraries/gpu-kernels/src/transpile.ts +958 -0
- package/libraries/html-ui-kit/src/behaviors.ts +250 -0
- package/libraries/html-ui-kit/src/components.ts +309 -0
- package/libraries/html-ui-kit/src/index.ts +30 -0
- package/libraries/html-ui-kit/src/nav/nav-controller.ts +238 -0
- package/libraries/html-ui-kit/src/nav/nav-input.ts +145 -0
- package/libraries/html-ui-kit/src/nav/osk.ts +153 -0
- package/libraries/html-ui-kit/src/nav/router.ts +167 -0
- package/libraries/html-ui-kit/src/nav/vcursor.ts +203 -0
- package/libraries/html-ui-kit/src/ten-foot.ts +182 -0
- package/libraries/html-ui-kit/src/theme.ts +238 -0
- package/libraries/lighting/README.md +20 -0
- package/libraries/lighting/src/index.ts +5 -0
- package/libraries/lighting/src/library.ts +66 -0
- package/libraries/lighting/src/light-system.ts +452 -0
- package/libraries/lighting/src/lighting-system.ts +68 -0
- package/libraries/lighting/src/shaders/light-debug.wgsl +30 -0
- package/libraries/marching-cubes/README.md +25 -0
- package/libraries/marching-cubes/src/chunked-field.ts +177 -0
- package/libraries/marching-cubes/src/deformation.ts +63 -0
- package/libraries/marching-cubes/src/generator.ts +407 -0
- package/libraries/marching-cubes/src/index.ts +32 -0
- package/libraries/marching-cubes/src/library.ts +80 -0
- package/libraries/marching-cubes/src/lod.ts +122 -0
- package/libraries/marching-cubes/src/marching-tetrahedra.ts +252 -0
- package/libraries/marching-cubes/src/sab.ts +45 -0
- package/libraries/marching-cubes/src/streaming-config.ts +48 -0
- package/libraries/marching-cubes/src/streaming-manager.ts +686 -0
- package/libraries/marching-cubes/src/tables.ts +323 -0
- package/libraries/marching-cubes/src/types.ts +18 -0
- package/libraries/models/README.md +25 -0
- package/libraries/models/src/bake-node-transforms.ts +171 -0
- package/libraries/models/src/codecs/basisu-codec.ts +180 -0
- package/libraries/models/src/codecs/draco-codec.ts +372 -0
- package/libraries/models/src/codecs/draco3dgltf.d.ts +40 -0
- package/libraries/models/src/codecs/index.ts +22 -0
- package/libraries/models/src/codecs/meshopt-codec.ts +91 -0
- package/libraries/models/src/codecs/registry.ts +221 -0
- package/libraries/models/src/dae.ts +753 -0
- package/libraries/models/src/default-part-selection.ts +56 -0
- package/libraries/models/src/dxf.ts +200 -0
- package/libraries/models/src/fbx/index.ts +457 -0
- package/libraries/models/src/fbx/interpreter/animation.ts +431 -0
- package/libraries/models/src/fbx/interpreter/blend-shapes.ts +323 -0
- package/libraries/models/src/fbx/interpreter/connections.ts +166 -0
- package/libraries/models/src/fbx/interpreter/diagnostics.ts +65 -0
- package/libraries/models/src/fbx/interpreter/geometry.ts +535 -0
- package/libraries/models/src/fbx/interpreter/global-settings.ts +92 -0
- package/libraries/models/src/fbx/interpreter/materials.ts +265 -0
- package/libraries/models/src/fbx/interpreter/nodes.ts +197 -0
- package/libraries/models/src/fbx/interpreter/skeleton.ts +476 -0
- package/libraries/models/src/fbx/parsers/binary-parser.ts +244 -0
- package/libraries/models/src/fbx/types.ts +119 -0
- package/libraries/models/src/gltf-extensions.ts +196 -0
- package/libraries/models/src/gltf.ts +935 -0
- package/libraries/models/src/index.ts +87 -0
- package/libraries/models/src/library.ts +75 -0
- package/libraries/models/src/loader.ts +265 -0
- package/libraries/models/src/material-adapter.ts +108 -0
- package/libraries/models/src/mini-xml.ts +174 -0
- package/libraries/models/src/normalize.ts +216 -0
- package/libraries/models/src/obj.ts +264 -0
- package/libraries/models/src/off.ts +95 -0
- package/libraries/models/src/ply.ts +348 -0
- package/libraries/models/src/pose-sampler.ts +219 -0
- package/libraries/models/src/sidecar/blender-extras.ts +37 -0
- package/libraries/models/src/sidecar/ddmeta.ts +114 -0
- package/libraries/models/src/sidecar/godot-import.ts +86 -0
- package/libraries/models/src/sidecar/resolver.ts +145 -0
- package/libraries/models/src/sidecar/types.ts +11 -0
- package/libraries/models/src/sidecar/unity-meta.ts +61 -0
- package/libraries/models/src/skeleton-synthesis.ts +132 -0
- package/libraries/models/src/stl.ts +149 -0
- package/libraries/models/src/threeds.ts +363 -0
- package/libraries/models/src/threemf.ts +201 -0
- package/libraries/models/src/types.ts +188 -0
- package/libraries/models/src/vtk.ts +218 -0
- package/libraries/models/test-fixtures/fbx/LICENSE-notice.txt +24 -0
- package/libraries/models/test-fixtures/fbx/README.md +46 -0
- package/libraries/models/test-fixtures/fbx/m01_cube_phong.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m02_geo_ngons.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m03_normals.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m04_material_properties.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m05_external_diffuse.png +0 -0
- package/libraries/models/test-fixtures/fbx/m05_textures.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m06_uv_transform.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m07_multimaterial.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m08_transforms.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m09_skinning.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m10_morph.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m11_node_anim.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m12_skeletal_anim.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m13_morph_anim.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m14_multiclip.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m15_camera_lights.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m16_axis_yup.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m16_axis_zup.fbx +0 -0
- package/libraries/models/test-fixtures/fbx/m16_units_254.fbx +0 -0
- package/libraries/navmesh/README.md +23 -0
- package/libraries/navmesh/src/crowd-system.ts +240 -0
- package/libraries/navmesh/src/debug-viz.ts +74 -0
- package/libraries/navmesh/src/index.ts +15 -0
- package/libraries/navmesh/src/library.ts +64 -0
- package/libraries/navmesh/src/navmesh-generator.ts +407 -0
- package/libraries/navmesh/src/navmesh.ts +159 -0
- package/libraries/navmesh/src/pathfinder.ts +252 -0
- package/libraries/navmesh/src/types.ts +63 -0
- package/libraries/networking/README.md +25 -0
- package/libraries/networking/src/authority.ts +121 -0
- package/libraries/networking/src/connection.ts +139 -0
- package/libraries/networking/src/discovery.ts +373 -0
- package/libraries/networking/src/enhanced-replication.ts +355 -0
- package/libraries/networking/src/epic-adapter.ts +129 -0
- package/libraries/networking/src/index.ts +45 -0
- package/libraries/networking/src/library.ts +69 -0
- package/libraries/networking/src/lobby.ts +108 -0
- package/libraries/networking/src/platform-adapter.ts +163 -0
- package/libraries/networking/src/rcs-adapter.ts +127 -0
- package/libraries/networking/src/remote-input.ts +188 -0
- package/libraries/networking/src/replication.ts +327 -0
- package/libraries/networking/src/rpc.ts +188 -0
- package/libraries/networking/src/session.ts +173 -0
- package/libraries/networking/src/transport.ts +201 -0
- package/libraries/networking/src/webrtc.ts +323 -0
- package/libraries/pathfinding-2d/README.md +15 -0
- package/libraries/pathfinding-2d/src/astar-grid.ts +312 -0
- package/libraries/pathfinding-2d/src/index.ts +11 -0
- package/libraries/persistence/README.md +25 -0
- package/libraries/persistence/src/autosave-manager.ts +112 -0
- package/libraries/persistence/src/binary-record-store.ts +244 -0
- package/libraries/persistence/src/browser.ts +51 -0
- package/libraries/persistence/src/file-save-store.ts +553 -0
- package/libraries/persistence/src/hash-utils.ts +59 -0
- package/libraries/persistence/src/index.ts +57 -0
- package/libraries/persistence/src/library.ts +74 -0
- package/libraries/persistence/src/mock-opfs.ts +141 -0
- package/libraries/persistence/src/node-fs-directory-handle.ts +161 -0
- package/libraries/persistence/src/opfs-save-store.ts +745 -0
- package/libraries/persistence/src/save-worker-proxy.ts +127 -0
- package/libraries/persistence/src/save-worker.ts +99 -0
- package/libraries/persistence/src/xxh3-ts.d.ts +10 -0
- package/libraries/physics-native/README.md +21 -0
- package/libraries/physics-native/native/Cargo.toml +11 -0
- package/libraries/physics-native/native/src/body.rs +403 -0
- package/libraries/physics-native/native/src/character.rs +226 -0
- package/libraries/physics-native/native/src/collider.rs +299 -0
- package/libraries/physics-native/native/src/joint.rs +81 -0
- package/libraries/physics-native/native/src/lib.rs +830 -0
- package/libraries/physics-native/native/src/query.rs +261 -0
- package/libraries/physics-native/native/src/realm.rs +33 -0
- package/libraries/physics-native/native/src/step.rs +54 -0
- package/libraries/physics-native/native/src/world.rs +148 -0
- package/libraries/physics-native/src/backend.ts +1046 -0
- package/libraries/physics-native/src/broadphase.ts +101 -0
- package/libraries/physics-native/src/ffi-spike-worker.ts +71 -0
- package/libraries/physics-native/src/index.ts +11 -0
- package/libraries/physics-native/src/library.ts +79 -0
- package/libraries/physics-native/src/narrowphase-shapes.ts +420 -0
- package/libraries/physics-native/src/narrowphase.ts +123 -0
- package/libraries/physics-native/src/solver.ts +141 -0
- package/libraries/physics-native/src/types.ts +76 -0
- package/libraries/physics-rapier/README.md +21 -0
- package/libraries/physics-rapier/bench/ffi-bench.ts +79 -0
- package/libraries/physics-rapier/bench/wasm-baseline.ts +90 -0
- package/libraries/physics-rapier/src/api.ts +452 -0
- package/libraries/physics-rapier/src/auto-backend.ts +59 -0
- package/libraries/physics-rapier/src/backend.ts +1207 -0
- package/libraries/physics-rapier/src/bulk-ops.ts +68 -0
- package/libraries/physics-rapier/src/ffi-backend.ts +21 -0
- package/libraries/physics-rapier/src/ffi-lib.ts +597 -0
- package/libraries/physics-rapier/src/index.ts +12 -0
- package/libraries/physics-rapier/src/library.ts +107 -0
- package/libraries/physics-rapier/src/rapier-backend.ts +1052 -0
- package/libraries/physics-rapier/src/realm-worker-script.ts +237 -0
- package/libraries/postfx/README.md +17 -0
- package/libraries/postfx/src/index.ts +19 -0
- package/libraries/postfx/src/library.ts +337 -0
- package/libraries/postfx/src/post-process-stack.ts +1752 -0
- package/libraries/postfx/src/shaders/post-process/afterimage.wgsl +14 -0
- package/libraries/postfx/src/shaders/post-process/ascii.wgsl +24 -0
- package/libraries/postfx/src/shaders/post-process/blit.wgsl +12 -0
- package/libraries/postfx/src/shaders/post-process/bloom-blur.wgsl +21 -0
- package/libraries/postfx/src/shaders/post-process/bloom-bright.wgsl +15 -0
- package/libraries/postfx/src/shaders/post-process/bloom-composite.wgsl +14 -0
- package/libraries/postfx/src/shaders/post-process/bloom-downsample.wgsl +60 -0
- package/libraries/postfx/src/shaders/post-process/bloom-soft.wgsl +46 -0
- package/libraries/postfx/src/shaders/post-process/bloom-upsample.wgsl +51 -0
- package/libraries/postfx/src/shaders/post-process/channel-mixer.wgsl +36 -0
- package/libraries/postfx/src/shaders/post-process/chromatic-aberration.wgsl +37 -0
- package/libraries/postfx/src/shaders/post-process/dithering.wgsl +64 -0
- package/libraries/postfx/src/shaders/post-process/dof.wgsl +131 -0
- package/libraries/postfx/src/shaders/post-process/edges.wgsl +45 -0
- package/libraries/postfx/src/shaders/post-process/fullscreen-vs.wgsl +15 -0
- package/libraries/postfx/src/shaders/post-process/fxaa.wgsl +102 -0
- package/libraries/postfx/src/shaders/post-process/gaussian-blur.wgsl +37 -0
- package/libraries/postfx/src/shaders/post-process/glow-blur.wgsl +33 -0
- package/libraries/postfx/src/shaders/post-process/glow-composite.wgsl +25 -0
- package/libraries/postfx/src/shaders/post-process/grain.wgsl +37 -0
- package/libraries/postfx/src/shaders/post-process/halftone.wgsl +80 -0
- package/libraries/postfx/src/shaders/post-process/highlight-blur.wgsl +33 -0
- package/libraries/postfx/src/shaders/post-process/highlight-composite.wgsl +32 -0
- package/libraries/postfx/src/shaders/post-process/lens-distortion.wgsl +43 -0
- package/libraries/postfx/src/shaders/post-process/lens-flare.wgsl +68 -0
- package/libraries/postfx/src/shaders/post-process/lut.wgsl +30 -0
- package/libraries/postfx/src/shaders/post-process/motion-blur.wgsl +55 -0
- package/libraries/postfx/src/shaders/post-process/occluder-chunk.wgsl +28 -0
- package/libraries/postfx/src/shaders/post-process/outline.wgsl +51 -0
- package/libraries/postfx/src/shaders/post-process/pixelation.wgsl +47 -0
- package/libraries/postfx/src/shaders/post-process/sharpen.wgsl +32 -0
- package/libraries/postfx/src/shaders/post-process/sobel.wgsl +26 -0
- package/libraries/postfx/src/shaders/post-process/split-tone.wgsl +36 -0
- package/libraries/postfx/src/shaders/post-process/ssao-blur.wgsl +38 -0
- package/libraries/postfx/src/shaders/post-process/ssao-composite.wgsl +25 -0
- package/libraries/postfx/src/shaders/post-process/ssao.wgsl +147 -0
- package/libraries/postfx/src/shaders/post-process/ssr.wgsl +155 -0
- package/libraries/postfx/src/shaders/post-process/taa.wgsl +98 -0
- package/libraries/postfx/src/shaders/post-process/tonemap.wgsl +40 -0
- package/libraries/postfx/src/shaders/post-process/watercolor.wgsl +82 -0
- package/libraries/postfx/src/shaders/post-process/white-balance.wgsl +41 -0
- package/libraries/recast/README.md +21 -0
- package/libraries/recast/src/backend.ts +150 -0
- package/libraries/recast/src/crowd-system.ts +352 -0
- package/libraries/recast/src/index.ts +12 -0
- package/libraries/recast/src/library.ts +91 -0
- package/libraries/recast/src/types.ts +86 -0
- package/libraries/sand/README.md +25 -0
- package/libraries/sand/src/cell.ts +43 -0
- package/libraries/sand/src/fields.ts +29 -0
- package/libraries/sand/src/fluid-grid.ts +261 -0
- package/libraries/sand/src/grid-dims.ts +74 -0
- package/libraries/sand/src/grid-sim-buffer.ts +271 -0
- package/libraries/sand/src/index.ts +81 -0
- package/libraries/sand/src/library.ts +92 -0
- package/libraries/sand/src/materials.ts +492 -0
- package/libraries/sand/src/palette.ts +93 -0
- package/libraries/sand/src/particles.ts +185 -0
- package/libraries/sand/src/render/sand-grid-pass.ts +430 -0
- package/libraries/sand/src/rng.ts +51 -0
- package/libraries/sand/src/rules/builtin-rules.ts +132 -0
- package/libraries/sand/src/rules/rule-compiler.ts +162 -0
- package/libraries/sand/src/rules/rule-engine.ts +231 -0
- package/libraries/sand/src/rules/rule-types.ts +87 -0
- package/libraries/sand/src/sand-step-pool.ts +484 -0
- package/libraries/sand/src/sand-step-worker.ts +97 -0
- package/libraries/sand/src/sand-world.ts +3227 -0
- package/libraries/stickman/README.md +25 -0
- package/libraries/stickman/src/index.ts +25 -0
- package/libraries/stickman/src/library.ts +61 -0
- package/libraries/stickman/src/proportions.ts +45 -0
- package/libraries/stickman/src/shader.ts +117 -0
- package/libraries/stickman/src/skeleton.ts +197 -0
- package/libraries/stickman/src/stickman-pass.ts +255 -0
- package/libraries/stickman/src/thick-line.ts +123 -0
- package/libraries/surface-nets/README.md +25 -0
- package/libraries/surface-nets/src/chunked-field.ts +14 -0
- package/libraries/surface-nets/src/deformation.ts +45 -0
- package/libraries/surface-nets/src/index.ts +36 -0
- package/libraries/surface-nets/src/library.ts +59 -0
- package/libraries/surface-nets/src/lod.ts +7 -0
- package/libraries/surface-nets/src/sab.ts +4 -0
- package/libraries/surface-nets/src/streaming-config.ts +5 -0
- package/libraries/surface-nets/src/streaming-manager.ts +15 -0
- package/libraries/surface-nets/src/surface-nets.ts +334 -0
- package/libraries/surface-nets/src/types.ts +23 -0
- package/libraries/water/README.md +25 -0
- package/libraries/water/src/buoyancy.ts +103 -0
- package/libraries/water/src/index.ts +43 -0
- package/libraries/water/src/library.ts +85 -0
- package/libraries/water/src/shore-damping.ts +93 -0
- package/libraries/water/src/water-buffer.ts +89 -0
- package/libraries/water/src/water-chunks.ts +13 -0
- package/libraries/water/src/water-physics.ts +376 -0
- package/libraries/water/src/water-renderer.ts +809 -0
- package/libraries/water/src/water-sab.ts +161 -0
- package/libraries/water/src/wave-sources.ts +84 -0
- package/libraries/weather/README.md +20 -0
- package/libraries/weather/src/index.ts +9 -0
- package/libraries/weather/src/library.ts +72 -0
- package/libraries/weather/src/types.ts +64 -0
- package/libraries/weather/src/weather-blend.ts +112 -0
- package/libraries/weather/src/weather-system.ts +271 -0
- package/libraries/weatherfx/README.md +24 -0
- package/libraries/weatherfx/src/cloud-provider.ts +31 -0
- package/libraries/weatherfx/src/cloud-system.ts +372 -0
- package/libraries/weatherfx/src/index.ts +9 -0
- package/libraries/weatherfx/src/library.ts +58 -0
- package/libraries/weatherfx/src/particle-system.ts +434 -0
- package/libraries/weatherfx/src/shaders/cloud.wgsl +111 -0
- package/libraries/weatherfx/src/shaders/particle-compute.wgsl +187 -0
- package/libraries/weatherfx/src/shaders/particle-render.wgsl +95 -0
- package/lint-plugin.mjs +41 -0
- package/mcp/src/client.ts +703 -0
- package/mcp/src/engine-context.ts +186 -0
- package/mcp/src/http-transport.ts +471 -0
- package/mcp/src/index.ts +13 -0
- package/mcp/src/prompts/add-entity.ts +42 -0
- package/mcp/src/prompts/create-scene.ts +44 -0
- package/mcp/src/prompts/debug-frame.ts +39 -0
- package/mcp/src/prompts/index.ts +12 -0
- package/mcp/src/resources/asset-list.ts +32 -0
- package/mcp/src/resources/checkpoint-list.ts +33 -0
- package/mcp/src/resources/entity-state.ts +55 -0
- package/mcp/src/resources/gpu-info.ts +103 -0
- package/mcp/src/resources/index.ts +57 -0
- package/mcp/src/resources/performance.ts +37 -0
- package/mcp/src/resources/scene-tree.ts +43 -0
- package/mcp/src/server.ts +375 -0
- package/mcp/src/tools/animation.ts +118 -0
- package/mcp/src/tools/asset.ts +161 -0
- package/mcp/src/tools/audio.ts +96 -0
- package/mcp/src/tools/build.ts +143 -0
- package/mcp/src/tools/camera.ts +167 -0
- package/mcp/src/tools/checkpoint.ts +100 -0
- package/mcp/src/tools/component.ts +199 -0
- package/mcp/src/tools/debug.ts +300 -0
- package/mcp/src/tools/entity.ts +361 -0
- package/mcp/src/tools/inspect.ts +210 -0
- package/mcp/src/tools/lighting.ts +263 -0
- package/mcp/src/tools/material.ts +243 -0
- package/mcp/src/tools/mesh.ts +239 -0
- package/mcp/src/tools/physics.ts +266 -0
- package/mcp/src/tools/scene.ts +153 -0
- package/mcp/src/tools/script.ts +122 -0
- package/mcp/src/types.ts +92 -0
- package/mcp/src/undo-redo.ts +77 -0
- package/modules/camera-controls/README.md +20 -0
- package/modules/camera-controls/src/index.ts +161 -0
- package/modules/controller-ui/src/index.ts +164 -0
- package/modules/devtools/README.md +25 -0
- package/modules/devtools/src/api.ts +461 -0
- package/modules/devtools/src/asset-utils.ts +105 -0
- package/modules/devtools/src/bind-debug-store.ts +48 -0
- package/modules/devtools/src/data-bridge.ts +286 -0
- package/modules/devtools/src/debug-overlay.ts +238 -0
- package/modules/devtools/src/debug-raycast.ts +328 -0
- package/modules/devtools/src/debug-store.ts +92 -0
- package/modules/devtools/src/debug-view-descriptors.ts +59 -0
- package/modules/devtools/src/doctor-panel.ts +182 -0
- package/modules/devtools/src/gizmo-module.ts +136 -0
- package/modules/devtools/src/graph-model.ts +509 -0
- package/modules/devtools/src/grid-renderer.ts +157 -0
- package/modules/devtools/src/height-ruler-renderer.ts +216 -0
- package/modules/devtools/src/index.ts +81 -0
- package/modules/devtools/src/init.ts +261 -0
- package/modules/devtools/src/label-overlay.ts +154 -0
- package/modules/devtools/src/material-stats-panel.ts +188 -0
- package/modules/devtools/src/profiling-bridge.ts +377 -0
- package/modules/devtools/src/profiling-hooks.ts +98 -0
- package/modules/devtools/src/renderer-adapter.ts +76 -0
- package/modules/devtools/src/scene-inspector.ts +637 -0
- package/modules/devtools/src/scene-store.ts +320 -0
- package/modules/devtools/src/scene-sync.ts +116 -0
- package/modules/devtools/src/shaders/transform-gizmo.wgsl +38 -0
- package/modules/devtools/src/sim-stats-panel.ts +272 -0
- package/modules/devtools/src/sim-stats-provider.ts +105 -0
- package/modules/devtools/src/skeleton-renderer.ts +351 -0
- package/modules/devtools/src/transform-gizmo.ts +928 -0
- package/modules/devtools/src/types.ts +290 -0
- package/modules/devtools/src/worker-expose.ts +67 -0
- package/modules/devtools/src/worker-sync.ts +137 -0
- package/modules/editor/src/commands/component.ts +156 -0
- package/modules/editor/src/commands/entity.ts +287 -0
- package/modules/editor/src/commands/hierarchy.ts +83 -0
- package/modules/editor/src/commands/index.ts +61 -0
- package/modules/editor/src/commands/prefab.ts +163 -0
- package/modules/editor/src/commands/registry.ts +331 -0
- package/modules/editor/src/commands/scene-io.ts +211 -0
- package/modules/editor/src/commands/selection.ts +73 -0
- package/modules/editor/src/commands/transform.ts +91 -0
- package/modules/editor/src/ddscene.ts +267 -0
- package/modules/editor/src/document.ts +123 -0
- package/modules/editor/src/editor-context.ts +172 -0
- package/modules/editor/src/index.ts +41 -0
- package/modules/editor/src/mcp.ts +103 -0
- package/modules/editor/src/module.ts +148 -0
- package/modules/editor/src/selection.ts +70 -0
- package/modules/editor/src/shell.ts +456 -0
- package/modules/editor/src/viewport.ts +199 -0
- package/modules/html-ui/src/composite.ts +135 -0
- package/modules/html-ui/src/create-html-ui.ts +188 -0
- package/modules/html-ui/src/doc-backend.ts +343 -0
- package/modules/html-ui/src/host.ts +646 -0
- package/modules/html-ui/src/index.ts +13 -0
- package/modules/html-ui/src/jsx-dev-runtime.ts +12 -0
- package/modules/html-ui/src/jsx-runtime.ts +126 -0
- package/modules/html-ui/src/protocol.ts +88 -0
- package/modules/html-ui/src/ui-worker.ts +16 -0
- package/modules/mcp/README.md +18 -0
- package/modules/mcp/src/index.ts +27 -0
- package/modules/movement-2d/README.md +19 -0
- package/modules/movement-2d/src/grid-character.ts +455 -0
- package/modules/movement-2d/src/index.ts +45 -0
- package/modules/movement-3d/README.md +21 -0
- package/modules/movement-3d/src/character-motor.ts +230 -0
- package/modules/movement-3d/src/index.ts +46 -0
- package/modules/native-osr/src/index.ts +22 -0
- package/modules/native-osr/src/input-router.ts +401 -0
- package/modules/native-osr/src/native-osr-manager.ts +247 -0
- package/modules/native-osr/src/native-texture-source.ts +86 -0
- package/modules/native-osr/src/types.ts +112 -0
- package/modules/native-osr/src/world-space-ui-pass.ts +351 -0
- package/modules/sailing/README.md +18 -0
- package/modules/sailing/src/index.ts +51 -0
- package/modules/terrain/README.md +18 -0
- package/modules/terrain/src/index.ts +78 -0
- package/modules/vitals/README.md +17 -0
- package/modules/vitals/src/index.ts +43 -0
- package/modules/vitals/src/vitals.ts +265 -0
- package/modules/xr/README.md +25 -0
- package/modules/xr/src/camera-rig.ts +146 -0
- package/modules/xr/src/debug.ts +59 -0
- package/modules/xr/src/frame-loop.ts +197 -0
- package/modules/xr/src/index.ts +16 -0
- package/modules/xr/src/input.ts +208 -0
- package/modules/xr/src/layer.ts +140 -0
- package/modules/xr/src/session.ts +156 -0
- package/modules/xr/src/sim-module.ts +23 -0
- package/modules/xr/src/types.ts +32 -0
- package/modules/xr/src/webxr.d.ts +182 -0
- package/modules/xr/src/xr-module.ts +179 -0
- package/package.json +232 -3
- package/shader-graph/src/chunks.ts +349 -0
- package/shader-graph/src/compiler.ts +732 -0
- package/shader-graph/src/compute-compiler.ts +453 -0
- package/shader-graph/src/compute-graph.ts +112 -0
- package/shader-graph/src/compute-profiles.ts +54 -0
- package/shader-graph/src/graph.ts +52 -0
- package/shader-graph/src/index.ts +53 -0
- package/shader-graph/src/profiles.ts +407 -0
- package/shader-graph/src/validator.ts +48 -0
- package/shader-graph/src/wgsl-binding-validator.ts +143 -0
- package/shader-graph/src/wgsl-struct-validator.ts +245 -0
- package/shader-graph/src/wgsl-struct.ts +397 -0
- package/test/src/index.ts +7 -0
- package/test/src/vision-test.ts +369 -0
|
@@ -0,0 +1,401 @@
|
|
|
1
|
+
// ============================================================================
|
|
2
|
+
// OSR Input Router — Raycasts against billboards and forwards input to OSR windows
|
|
3
|
+
// ============================================================================
|
|
4
|
+
|
|
5
|
+
import { invertMat4Into, transformMat4Vec4 } from "@downdraft/engine";
|
|
6
|
+
import type { AtlasLayout, OSRInputEvent, OSRRendererStatus, WorldSpaceUIElement } from "./types";
|
|
7
|
+
import type { CameraState } from "./world-space-ui-pass";
|
|
8
|
+
|
|
9
|
+
export interface MouseState {
|
|
10
|
+
x: number;
|
|
11
|
+
y: number;
|
|
12
|
+
buttons: number; // bitmask: 1=left, 2=right, 4=middle
|
|
13
|
+
deltaX: number;
|
|
14
|
+
deltaY: number;
|
|
15
|
+
wheelDeltaX: number;
|
|
16
|
+
wheelDeltaY: number;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export interface InputRouterConfig {
|
|
20
|
+
/** Map of textureIndex → rendererId */
|
|
21
|
+
textureIndexToRendererId: Map<number, string>;
|
|
22
|
+
/** Map of rendererId → atlas layout (for atlas-mode renderers) */
|
|
23
|
+
atlasLayouts: Map<string, AtlasLayout>;
|
|
24
|
+
/** Map of rendererId → status */
|
|
25
|
+
rendererStatuses: Map<string, OSRRendererStatus>;
|
|
26
|
+
/** Map of rendererId → texture pixel dimensions */
|
|
27
|
+
rendererDimensions: Map<string, { width: number; height: number }>;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
export class OSRInputRouter {
|
|
31
|
+
private config: InputRouterConfig;
|
|
32
|
+
private sendInputEvent: (rendererId: string, event: Omit<OSRInputEvent, "rendererId">) => void;
|
|
33
|
+
private hoveredElementId: string | null = null;
|
|
34
|
+
private hoveredRendererId: string | null = null;
|
|
35
|
+
private forcedFocusRendererId: string | null = null;
|
|
36
|
+
private forcedFocusTextureIndex: number = -1;
|
|
37
|
+
private forcedFocusCanvasWidth = 0;
|
|
38
|
+
private forcedFocusCanvasHeight = 0;
|
|
39
|
+
private lastMouseX = -1;
|
|
40
|
+
private lastMouseY = -1;
|
|
41
|
+
private lastButtons = 0;
|
|
42
|
+
|
|
43
|
+
constructor(
|
|
44
|
+
config: InputRouterConfig,
|
|
45
|
+
sendInputEvent: (rendererId: string, event: Omit<OSRInputEvent, "rendererId">) => void,
|
|
46
|
+
) {
|
|
47
|
+
this.config = config;
|
|
48
|
+
this.sendInputEvent = sendInputEvent;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
updateConfig(config: InputRouterConfig): void {
|
|
52
|
+
this.config = config;
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
/**
|
|
56
|
+
* Processes mouse state and forwards events to the appropriate OSR renderer.
|
|
57
|
+
* Uses raycasting to determine which billboard the mouse is hovering over.
|
|
58
|
+
*/
|
|
59
|
+
handleMouse(camera: CameraState, mouse: MouseState, elements: WorldSpaceUIElement[]): void {
|
|
60
|
+
// Forced focus mode: raycast for position, always forward to focused renderer
|
|
61
|
+
if (this.forcedFocusRendererId) {
|
|
62
|
+
this.handleMouseForced(camera, mouse, elements);
|
|
63
|
+
return;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
// Simple raycast: project mouse to world ray and test against billboard planes
|
|
67
|
+
const hit = this.raycastBillboards(camera, mouse, elements);
|
|
68
|
+
const rendererId = hit ? this.config.textureIndexToRendererId.get(hit.element.textureIndex) : null;
|
|
69
|
+
|
|
70
|
+
// Skip if renderer is crashed or failed
|
|
71
|
+
if (rendererId) {
|
|
72
|
+
const status = this.config.rendererStatuses.get(rendererId);
|
|
73
|
+
if (status === "crashed" || status === "failed") return;
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
// Mouse move
|
|
77
|
+
if (mouse.x !== this.lastMouseX || mouse.y !== this.lastMouseY) {
|
|
78
|
+
if (hit && rendererId) {
|
|
79
|
+
const coords = this.computeRendererCoords(hit);
|
|
80
|
+
this.sendInputEvent(rendererId, {
|
|
81
|
+
type: "mouseMove",
|
|
82
|
+
x: coords.x,
|
|
83
|
+
y: coords.y,
|
|
84
|
+
button: "left",
|
|
85
|
+
});
|
|
86
|
+
this.hoveredRendererId = rendererId;
|
|
87
|
+
} else {
|
|
88
|
+
this.hoveredRendererId = null;
|
|
89
|
+
}
|
|
90
|
+
this.lastMouseX = mouse.x;
|
|
91
|
+
this.lastMouseY = mouse.y;
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
// Mouse button changes
|
|
95
|
+
const buttonChanged = mouse.buttons !== this.lastButtons;
|
|
96
|
+
if (buttonChanged) {
|
|
97
|
+
const prevButtons = this.lastButtons;
|
|
98
|
+
const currButtons = mouse.buttons;
|
|
99
|
+
|
|
100
|
+
if (hit && rendererId) {
|
|
101
|
+
const coords = this.computeRendererCoords(hit);
|
|
102
|
+
|
|
103
|
+
// Left button
|
|
104
|
+
if ((currButtons & 1) && !(prevButtons & 1)) {
|
|
105
|
+
this.sendInputEvent(rendererId, { type: "mouseDown", x: coords.x, y: coords.y, button: "left" });
|
|
106
|
+
this.hoveredElementId = hit.element.id;
|
|
107
|
+
this.hoveredRendererId = rendererId;
|
|
108
|
+
} else if (!(currButtons & 1) && (prevButtons & 1)) {
|
|
109
|
+
this.sendInputEvent(rendererId, { type: "mouseUp", x: coords.x, y: coords.y, button: "left" });
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
// Right button
|
|
113
|
+
if ((currButtons & 2) && !(prevButtons & 2)) {
|
|
114
|
+
this.sendInputEvent(rendererId, { type: "mouseDown", x: coords.x, y: coords.y, button: "right" });
|
|
115
|
+
} else if (!(currButtons & 2) && (prevButtons & 2)) {
|
|
116
|
+
this.sendInputEvent(rendererId, { type: "mouseUp", x: coords.x, y: coords.y, button: "right" });
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
// Middle button
|
|
120
|
+
if ((currButtons & 4) && !(prevButtons & 4)) {
|
|
121
|
+
this.sendInputEvent(rendererId, { type: "mouseDown", x: coords.x, y: coords.y, button: "middle" });
|
|
122
|
+
} else if (!(currButtons & 4) && (prevButtons & 4)) {
|
|
123
|
+
this.sendInputEvent(rendererId, { type: "mouseUp", x: coords.x, y: coords.y, button: "middle" });
|
|
124
|
+
}
|
|
125
|
+
} else if (this.hoveredRendererId) {
|
|
126
|
+
// Mouse released outside any billboard — send mouseUp to last hovered
|
|
127
|
+
this.sendInputEvent(this.hoveredRendererId, { type: "mouseUp", x: 0, y: 0, button: "left" });
|
|
128
|
+
this.hoveredElementId = null;
|
|
129
|
+
this.hoveredRendererId = null;
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
this.lastButtons = currButtons;
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
// Mouse wheel
|
|
136
|
+
if (mouse.wheelDeltaY !== 0 || mouse.wheelDeltaX !== 0) {
|
|
137
|
+
if (hit && rendererId) {
|
|
138
|
+
const coords = this.computeRendererCoords(hit);
|
|
139
|
+
this.sendInputEvent(rendererId, {
|
|
140
|
+
type: "mouseWheel",
|
|
141
|
+
x: coords.x,
|
|
142
|
+
y: coords.y,
|
|
143
|
+
deltaX: mouse.wheelDeltaX,
|
|
144
|
+
deltaY: mouse.wheelDeltaY,
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
/**
|
|
151
|
+
* Forced focus mode: raycasts for accurate mouse position on the billboard,
|
|
152
|
+
* but always forwards events to the forced-focus renderer (regardless of which
|
|
153
|
+
* billboard the raycast hits).
|
|
154
|
+
*/
|
|
155
|
+
private handleMouseForced(camera: CameraState, mouse: MouseState, elements: WorldSpaceUIElement[]): void {
|
|
156
|
+
const rendererId = this.forcedFocusRendererId!;
|
|
157
|
+
|
|
158
|
+
// Raycast to get accurate UV coordinates on the billboard
|
|
159
|
+
const hit = this.raycastBillboards(camera, mouse, elements);
|
|
160
|
+
const coords = hit ? this.computeRendererCoords(hit) : null;
|
|
161
|
+
|
|
162
|
+
// Mouse move
|
|
163
|
+
if (mouse.x !== this.lastMouseX || mouse.y !== this.lastMouseY) {
|
|
164
|
+
if (coords) {
|
|
165
|
+
this.sendInputEvent(rendererId, { type: "mouseMove", x: coords.x, y: coords.y, button: "left" });
|
|
166
|
+
}
|
|
167
|
+
this.lastMouseX = mouse.x;
|
|
168
|
+
this.lastMouseY = mouse.y;
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
// Mouse button changes
|
|
172
|
+
const buttonChanged = mouse.buttons !== this.lastButtons;
|
|
173
|
+
if (buttonChanged) {
|
|
174
|
+
const prevButtons = this.lastButtons;
|
|
175
|
+
const currButtons = mouse.buttons;
|
|
176
|
+
if (coords) {
|
|
177
|
+
// Left button
|
|
178
|
+
if ((currButtons & 1) && !(prevButtons & 1)) {
|
|
179
|
+
this.sendInputEvent(rendererId, { type: "mouseDown", x: coords.x, y: coords.y, button: "left" });
|
|
180
|
+
} else if (!(currButtons & 1) && (prevButtons & 1)) {
|
|
181
|
+
this.sendInputEvent(rendererId, { type: "mouseUp", x: coords.x, y: coords.y, button: "left" });
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
// Right button
|
|
185
|
+
if ((currButtons & 2) && !(prevButtons & 2)) {
|
|
186
|
+
this.sendInputEvent(rendererId, { type: "mouseDown", x: coords.x, y: coords.y, button: "right" });
|
|
187
|
+
} else if (!(currButtons & 2) && (prevButtons & 2)) {
|
|
188
|
+
this.sendInputEvent(rendererId, { type: "mouseUp", x: coords.x, y: coords.y, button: "right" });
|
|
189
|
+
}
|
|
190
|
+
|
|
191
|
+
// Middle button
|
|
192
|
+
if ((currButtons & 4) && !(prevButtons & 4)) {
|
|
193
|
+
this.sendInputEvent(rendererId, { type: "mouseDown", x: coords.x, y: coords.y, button: "middle" });
|
|
194
|
+
} else if (!(currButtons & 4) && (prevButtons & 4)) {
|
|
195
|
+
this.sendInputEvent(rendererId, { type: "mouseUp", x: coords.x, y: coords.y, button: "middle" });
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
this.lastButtons = currButtons;
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
// Mouse wheel
|
|
203
|
+
if (mouse.wheelDeltaY !== 0 || mouse.wheelDeltaX !== 0) {
|
|
204
|
+
if (coords) {
|
|
205
|
+
this.sendInputEvent(rendererId, {
|
|
206
|
+
type: "mouseWheel",
|
|
207
|
+
x: coords.x,
|
|
208
|
+
y: coords.y,
|
|
209
|
+
deltaX: mouse.wheelDeltaX,
|
|
210
|
+
deltaY: mouse.wheelDeltaY,
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
/**
|
|
217
|
+
* Manually focus the first available billboard renderer (bypasses raycasting).
|
|
218
|
+
* Sets forced focus mode so all mouse/keyboard events are forwarded to this renderer.
|
|
219
|
+
*/
|
|
220
|
+
focusBillboard(): string | null {
|
|
221
|
+
for (const [texIdx, rendererId] of this.config.textureIndexToRendererId.entries()) {
|
|
222
|
+
const status = this.config.rendererStatuses.get(rendererId);
|
|
223
|
+
if (status === "crashed" || status === "failed") continue;
|
|
224
|
+
this.hoveredRendererId = rendererId;
|
|
225
|
+
this.hoveredElementId = `manual-focus-${texIdx}`;
|
|
226
|
+
this.forcedFocusRendererId = rendererId;
|
|
227
|
+
this.forcedFocusTextureIndex = texIdx;
|
|
228
|
+
return rendererId;
|
|
229
|
+
}
|
|
230
|
+
return null;
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
/** Set canvas dimensions for proportional mouse mapping in forced focus mode. */
|
|
234
|
+
setForcedFocusCanvasSize(w: number, h: number): void {
|
|
235
|
+
this.forcedFocusCanvasWidth = w;
|
|
236
|
+
this.forcedFocusCanvasHeight = h;
|
|
237
|
+
}
|
|
238
|
+
|
|
239
|
+
/** Check if forced focus mode is active. */
|
|
240
|
+
isForcedFocus(): boolean {
|
|
241
|
+
return this.forcedFocusRendererId !== null;
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
/** Check if the mouse is currently hovering over a billboard. */
|
|
245
|
+
isHoveringBillboard(): boolean {
|
|
246
|
+
return this.hoveredRendererId !== null;
|
|
247
|
+
}
|
|
248
|
+
|
|
249
|
+
/** Exit forced focus mode, return to raycast-based input. */
|
|
250
|
+
unfocusBillboard(): void {
|
|
251
|
+
this.forcedFocusRendererId = null;
|
|
252
|
+
this.forcedFocusTextureIndex = -1;
|
|
253
|
+
this.hoveredElementId = null;
|
|
254
|
+
this.hoveredRendererId = null;
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
/** Forwards a keyboard event to the currently focused/hovered renderer. */
|
|
258
|
+
handleKey(type: "keyDown" | "keyUp", keyCode: string, modifiers?: string[]): void {
|
|
259
|
+
if (!this.hoveredRendererId) return;
|
|
260
|
+
const status = this.config.rendererStatuses.get(this.hoveredRendererId);
|
|
261
|
+
if (status === "crashed" || status === "failed") return;
|
|
262
|
+
|
|
263
|
+
this.sendInputEvent(this.hoveredRendererId, { type, x: 0, y: 0, keyCode, modifiers });
|
|
264
|
+
}
|
|
265
|
+
|
|
266
|
+
private computeRendererCoords(hit: RaycastHit): { x: number; y: number } {
|
|
267
|
+
const rendererId = this.config.textureIndexToRendererId.get(hit.element.textureIndex);
|
|
268
|
+
if (!rendererId) return { x: 0, y: 0 };
|
|
269
|
+
|
|
270
|
+
// For atlas mode: map UV to atlas pixel coordinates
|
|
271
|
+
const layout = this.config.atlasLayouts.get(rendererId);
|
|
272
|
+
if (layout) {
|
|
273
|
+
// UV within the panel = (hit.uv - uvOffset) / uvScale → panel-relative UV
|
|
274
|
+
const panelU = (hit.uv[0] - hit.element.uvOffset[0]) / hit.element.uvScale[0];
|
|
275
|
+
const panelV = (hit.uv[1] - hit.element.uvOffset[1]) / hit.element.uvScale[1];
|
|
276
|
+
|
|
277
|
+
// Find which panel this UV falls within
|
|
278
|
+
for (const [, rect] of layout.panels.entries()) {
|
|
279
|
+
const panelX = rect.x / layout.width;
|
|
280
|
+
const panelY = rect.y / layout.height;
|
|
281
|
+
const panelW = rect.w / layout.width;
|
|
282
|
+
const panelH = rect.h / layout.height;
|
|
283
|
+
|
|
284
|
+
if (panelU >= panelX && panelU <= panelX + panelW &&
|
|
285
|
+
panelV >= panelY && panelV <= panelY + panelH) {
|
|
286
|
+
// Map to atlas-space pixels — the surface is one document with
|
|
287
|
+
// panels positioned at their rects, so events carry atlas coords.
|
|
288
|
+
const x = (panelU - panelX) / panelW * rect.w + rect.x;
|
|
289
|
+
const y = (panelV - panelY) / panelH * rect.h + rect.y;
|
|
290
|
+
return { x, y };
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
}
|
|
294
|
+
|
|
295
|
+
// For dedicated mode: map UV directly to texture pixel coordinates
|
|
296
|
+
// Flip Y: UV origin is bottom-left, DOM origin is top-left
|
|
297
|
+
const dims = this.config.rendererDimensions.get(rendererId);
|
|
298
|
+
const w = dims?.width ?? 512;
|
|
299
|
+
const h = dims?.height ?? 384;
|
|
300
|
+
return { x: hit.uv[0] * w, y: (1 - hit.uv[1]) * h };
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
private raycastBillboards(
|
|
304
|
+
camera: CameraState,
|
|
305
|
+
mouse: MouseState,
|
|
306
|
+
elements: WorldSpaceUIElement[],
|
|
307
|
+
): RaycastHit | null {
|
|
308
|
+
if (elements.length === 0) return null;
|
|
309
|
+
|
|
310
|
+
// Convert mouse screen coords to NDC (-1 to 1)
|
|
311
|
+
// mouse.x/y are in canvas pixels (top-left origin)
|
|
312
|
+
const ndcX = (mouse.x / camera.canvasWidth) * 2.0 - 1.0;
|
|
313
|
+
const ndcY = -((mouse.y / camera.canvasHeight) * 2.0 - 1.0); // flip Y (NDC bottom-up)
|
|
314
|
+
|
|
315
|
+
// Build inverse of viewProj to unproject NDC → world
|
|
316
|
+
const vp = camera.viewProj;
|
|
317
|
+
const inv = new Float32Array(16);
|
|
318
|
+
if (!invertMat4Into(vp, inv)) return null;
|
|
319
|
+
|
|
320
|
+
// Ray origin = camera position
|
|
321
|
+
// Ray direction = unproject NDC point at far plane, normalize
|
|
322
|
+
const nearPoint = transformMat4Vec4(inv, [ndcX, ndcY, -1, 1]);
|
|
323
|
+
const farPoint = transformMat4Vec4(inv, [ndcX, ndcY, 1, 1]);
|
|
324
|
+
if (nearPoint[3] === 0 || farPoint[3] === 0) return null;
|
|
325
|
+
|
|
326
|
+
// Perspective divide
|
|
327
|
+
const nx = nearPoint[0] / nearPoint[3];
|
|
328
|
+
const ny = nearPoint[1] / nearPoint[3];
|
|
329
|
+
const nz = nearPoint[2] / nearPoint[3];
|
|
330
|
+
const fx = farPoint[0] / farPoint[3];
|
|
331
|
+
const fy = farPoint[1] / farPoint[3];
|
|
332
|
+
const fz = farPoint[2] / farPoint[3];
|
|
333
|
+
|
|
334
|
+
// Ray direction
|
|
335
|
+
let dx = fx - nx;
|
|
336
|
+
let dy = fy - ny;
|
|
337
|
+
let dz = fz - nz;
|
|
338
|
+
const dlen = Math.sqrt(dx * dx + dy * dy + dz * dz);
|
|
339
|
+
if (dlen === 0) return null;
|
|
340
|
+
dx /= dlen;
|
|
341
|
+
dy /= dlen;
|
|
342
|
+
dz /= dlen;
|
|
343
|
+
|
|
344
|
+
const right = camera.cameraRight;
|
|
345
|
+
const up = camera.cameraUp;
|
|
346
|
+
|
|
347
|
+
let closestHit: RaycastHit | null = null;
|
|
348
|
+
let closestDist = Infinity;
|
|
349
|
+
|
|
350
|
+
for (let _i = 0, _it = elements, _n = _it.length; _i < _n; _i++) { const el = _it[_i];
|
|
351
|
+
const cx = el.position[0];
|
|
352
|
+
const cy = el.position[1];
|
|
353
|
+
const cz = el.position[2];
|
|
354
|
+
|
|
355
|
+
// Billboard normal = cross(right, up) = camera forward
|
|
356
|
+
const normalX = right[1] * up[2] - right[2] * up[1];
|
|
357
|
+
const normalY = right[2] * up[0] - right[0] * up[2];
|
|
358
|
+
const normalZ = right[0] * up[1] - right[1] * up[0];
|
|
359
|
+
const nlen = Math.sqrt(normalX * normalX + normalY * normalY + normalZ * normalZ);
|
|
360
|
+
if (nlen === 0) continue;
|
|
361
|
+
|
|
362
|
+
// Ray-plane intersection: t = dot(center - origin, normal) / dot(dir, normal)
|
|
363
|
+
const ocx = cx - camera.cameraPosition[0];
|
|
364
|
+
const ocy = cy - camera.cameraPosition[1];
|
|
365
|
+
const ocz = cz - camera.cameraPosition[2];
|
|
366
|
+
const denom = dx * (normalX / nlen) + dy * (normalY / nlen) + dz * (normalZ / nlen);
|
|
367
|
+
if (Math.abs(denom) < 1e-6) continue;
|
|
368
|
+
const t = (ocx * (normalX / nlen) + ocy * (normalY / nlen) + ocz * (normalZ / nlen)) / denom;
|
|
369
|
+
if (t < 0) continue; // behind camera
|
|
370
|
+
|
|
371
|
+
// Intersection point
|
|
372
|
+
const px = camera.cameraPosition[0] + dx * t;
|
|
373
|
+
const py = camera.cameraPosition[1] + dy * t;
|
|
374
|
+
const pz = camera.cameraPosition[2] + dz * t;
|
|
375
|
+
|
|
376
|
+
// Convert to local UV on the billboard
|
|
377
|
+
const localX = (px - cx) * right[0] + (py - cy) * right[1] + (pz - cz) * right[2];
|
|
378
|
+
const localY = (px - cx) * up[0] + (py - cy) * up[1] + (pz - cz) * up[2];
|
|
379
|
+
|
|
380
|
+
const halfW = el.size[0] * 0.5;
|
|
381
|
+
const halfH = el.size[1] * 0.5;
|
|
382
|
+
|
|
383
|
+
if (Math.abs(localX) > halfW || Math.abs(localY) > halfH) continue;
|
|
384
|
+
|
|
385
|
+
const u = localX / el.size[0] + 0.5;
|
|
386
|
+
const v = localY / el.size[1] + 0.5;
|
|
387
|
+
|
|
388
|
+
if (t < closestDist) {
|
|
389
|
+
closestDist = t;
|
|
390
|
+
closestHit = { element: el, uv: [u, v] };
|
|
391
|
+
}
|
|
392
|
+
}
|
|
393
|
+
|
|
394
|
+
return closestHit;
|
|
395
|
+
}
|
|
396
|
+
}
|
|
397
|
+
|
|
398
|
+
interface RaycastHit {
|
|
399
|
+
element: WorldSpaceUIElement;
|
|
400
|
+
uv: [number, number];
|
|
401
|
+
}
|
|
@@ -0,0 +1,247 @@
|
|
|
1
|
+
// ============================================================================
|
|
2
|
+
// NativeOSRManager — Renderer-side coordinator for Blitz-backed OSR
|
|
3
|
+
//
|
|
4
|
+
// Coordinates panel renderers (createRenderer, addElement, render,
|
|
5
|
+
// handleInput, focusBillboard, …). Textures come from in-process `pullFrame`
|
|
6
|
+
// + writeTexture, and the host object is the native bridge's osr sub-API.
|
|
7
|
+
// ============================================================================
|
|
8
|
+
|
|
9
|
+
import { OSRInputRouter, type MouseState } from "./input-router";
|
|
10
|
+
import { NativeOsrTextureSource, type NativeOsrFrameSource } from "./native-texture-source";
|
|
11
|
+
import type {
|
|
12
|
+
AtlasLayout,
|
|
13
|
+
OSRHostBridge,
|
|
14
|
+
OSRPanelConfig,
|
|
15
|
+
OSRRendererConfig,
|
|
16
|
+
OSRRendererEvent,
|
|
17
|
+
OSRRendererStatus,
|
|
18
|
+
WorldSpaceUIElement,
|
|
19
|
+
} from "./types";
|
|
20
|
+
import { WorldSpaceUIPass, type CameraState } from "./world-space-ui-pass";
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
|
|
24
|
+
/** The native bridge surface consumed by the manager — OSRHostBridge plus the
|
|
25
|
+
* in-process frame-pull extension installed by NativeOsrHost. */
|
|
26
|
+
export type NativeOsrHostBridge = OSRHostBridge & NativeOsrFrameSource & {
|
|
27
|
+
getDimensions?(rendererId: string): { width: number; height: number } | null;
|
|
28
|
+
hitTest?(rendererId: string, x: number, y: number): boolean;
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
export class NativeOSRManager {
|
|
32
|
+
private device: GPUDevice;
|
|
33
|
+
private host: NativeOsrHostBridge | null = null;
|
|
34
|
+
private sources = new Map<string, NativeOsrTextureSource>();
|
|
35
|
+
private renderPass: WorldSpaceUIPass;
|
|
36
|
+
private inputRouter: OSRInputRouter | null = null;
|
|
37
|
+
private elements = new Map<string, WorldSpaceUIElement>();
|
|
38
|
+
private rendererIds: string[] = [];
|
|
39
|
+
private rendererStatuses = new Map<string, OSRRendererStatus>();
|
|
40
|
+
private atlasLayouts = new Map<string, AtlasLayout>();
|
|
41
|
+
private errorTextureIndices = new Set<number>();
|
|
42
|
+
private cursorStyle: string = "default";
|
|
43
|
+
private onCursorStyleCb: ((cursor: string) => void) | null = null;
|
|
44
|
+
|
|
45
|
+
constructor(device: GPUDevice, surfaceFormat: GPUTextureFormat = "bgra8unorm", depthFormat: GPUTextureFormat = "depth24plus") {
|
|
46
|
+
this.device = device;
|
|
47
|
+
this.renderPass = new WorldSpaceUIPass(device, surfaceFormat, depthFormat);
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
init(host: NativeOsrHostBridge): void {
|
|
51
|
+
this.host = host;
|
|
52
|
+
this.renderPass.prepare();
|
|
53
|
+
|
|
54
|
+
host.onPanelLayout((rendererId, layout) => {
|
|
55
|
+
this.atlasLayouts.set(rendererId, layout);
|
|
56
|
+
this.updateInputRouterConfig();
|
|
57
|
+
});
|
|
58
|
+
|
|
59
|
+
host.onRendererEvent((event: OSRRendererEvent) => {
|
|
60
|
+
this.rendererStatuses.set(event.rendererId, event.status);
|
|
61
|
+
const texIdx = this.rendererIds.indexOf(event.rendererId);
|
|
62
|
+
if (texIdx >= 0) {
|
|
63
|
+
if (event.status === "failed") this.errorTextureIndices.add(texIdx);
|
|
64
|
+
else if (event.status === "running") this.errorTextureIndices.delete(texIdx);
|
|
65
|
+
}
|
|
66
|
+
this.updateInputRouterConfig();
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
if (typeof host.onCursorStyle === "function") {
|
|
70
|
+
host.onCursorStyle((_id, cursor) => {
|
|
71
|
+
if (this.cursorStyle !== cursor) {
|
|
72
|
+
this.cursorStyle = cursor;
|
|
73
|
+
this.onCursorStyleCb?.(cursor);
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
|
|
79
|
+
createRenderer(config: OSRRendererConfig): void {
|
|
80
|
+
if (!this.host) return;
|
|
81
|
+
this.sources.set(
|
|
82
|
+
config.id,
|
|
83
|
+
new NativeOsrTextureSource(this.device, config.id, config.width, config.height, config.pixelFormat ?? "rgba"),
|
|
84
|
+
);
|
|
85
|
+
this.rendererIds.push(config.id);
|
|
86
|
+
this.rendererStatuses.set(config.id, "running");
|
|
87
|
+
this.updateTextureBindings();
|
|
88
|
+
this.updateInputRouterConfig();
|
|
89
|
+
void this.host.createRenderer(config);
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
destroyRenderer(id: string): void {
|
|
93
|
+
if (!this.host) return;
|
|
94
|
+
const texIdx = this.rendererIds.indexOf(id);
|
|
95
|
+
this.sources.get(id)?.destroy();
|
|
96
|
+
this.sources.delete(id);
|
|
97
|
+
this.rendererIds = this.rendererIds.filter((r) => r !== id);
|
|
98
|
+
this.rendererStatuses.delete(id);
|
|
99
|
+
this.atlasLayouts.delete(id);
|
|
100
|
+
this.errorTextureIndices.delete(texIdx);
|
|
101
|
+
for (const [elId, el] of this.elements.entries()) {
|
|
102
|
+
if (el.textureIndex === texIdx) this.elements.delete(elId);
|
|
103
|
+
}
|
|
104
|
+
this.updateTextureBindings();
|
|
105
|
+
this.updateInputRouterConfig();
|
|
106
|
+
void this.host.destroyRenderer(id);
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
addPanel(config: OSRPanelConfig): void {
|
|
110
|
+
void this.host?.addPanel(config);
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
removePanel(rendererId: string, panelId: string): void {
|
|
114
|
+
void this.host?.removePanel(rendererId, panelId);
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
updatePanel(rendererId: string, panelId: string, html: string): void {
|
|
118
|
+
void this.host?.updatePanel(rendererId, panelId, html);
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
updateData(rendererId: string, panelId: string, values: Record<string, string | number | boolean>): void {
|
|
122
|
+
this.host?.updateData(rendererId, panelId, values);
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
setContent(rendererId: string, html: string): void {
|
|
126
|
+
void this.host?.setContent(rendererId, html);
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
addElement(element: WorldSpaceUIElement): void {
|
|
130
|
+
this.elements.set(element.id, element);
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
removeElement(id: string): void {
|
|
134
|
+
this.elements.delete(id);
|
|
135
|
+
}
|
|
136
|
+
|
|
137
|
+
updateElements(elements: WorldSpaceUIElement[]): void {
|
|
138
|
+
this.elements.clear();
|
|
139
|
+
elements.forEach((el) => { this.elements.set(el.id, el);; });
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
/** Pull dirty frames from the host and upload — call once per frame before
|
|
143
|
+
* render(). Cheap when clean (the cdylib returns null without rasterizing). */
|
|
144
|
+
update(): void {
|
|
145
|
+
if (!this.host) return;
|
|
146
|
+
for (const source of this.sources.values()) {
|
|
147
|
+
source.update(this.host);
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
render(camera: CameraState, passEncoder: GPURenderPassEncoder): void {
|
|
152
|
+
if (this.elements.size === 0) return;
|
|
153
|
+
this.update();
|
|
154
|
+
const texList = this.getTextureList();
|
|
155
|
+
if (texList.length === 0) return;
|
|
156
|
+
this.renderPass.updateCamera(camera);
|
|
157
|
+
this.renderPass.setTextures(texList.map((t) => ({ textureView: t.textureView })));
|
|
158
|
+
this.renderPass.execute(passEncoder, Array.from(this.elements.values()), this.errorTextureIndices);
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
handleInput(camera: CameraState, mouseState: MouseState): void {
|
|
162
|
+
this.inputRouter?.handleMouse(camera, mouseState, Array.from(this.elements.values()));
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
handleKey(type: "keyDown" | "keyUp", keyCode: string, modifiers?: string[]): void {
|
|
166
|
+
this.inputRouter?.handleKey(type, keyCode, modifiers);
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
focusBillboard(canvasWidth?: number, canvasHeight?: number): string | null {
|
|
170
|
+
const id = this.inputRouter?.focusBillboard() ?? null;
|
|
171
|
+
if (id && canvasWidth && canvasHeight) {
|
|
172
|
+
this.inputRouter?.setForcedFocusCanvasSize(canvasWidth, canvasHeight);
|
|
173
|
+
}
|
|
174
|
+
return id;
|
|
175
|
+
}
|
|
176
|
+
|
|
177
|
+
unfocusBillboard(): void {
|
|
178
|
+
this.inputRouter?.unfocusBillboard();
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
isForcedFocus(): boolean {
|
|
182
|
+
return this.inputRouter?.isForcedFocus() ?? false;
|
|
183
|
+
}
|
|
184
|
+
|
|
185
|
+
isHoveringBillboard(): boolean {
|
|
186
|
+
return this.inputRouter?.isHoveringBillboard() ?? false;
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
getCursorStyle(): string {
|
|
190
|
+
return this.cursorStyle;
|
|
191
|
+
}
|
|
192
|
+
|
|
193
|
+
onCursorStyleChange(cb: ((cursor: string) => void) | null): void {
|
|
194
|
+
this.onCursorStyleCb = cb;
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
setSoftwareCursorEnabled(enabled: boolean): void {
|
|
198
|
+
if (!this.host || typeof this.host.setSoftwareCursor !== "function") return;
|
|
199
|
+
for (let _i7044 = 0, _it7044 = this.rendererIds, _n7044 = _it7044.length; _i7044 < _n7044; _i7044++) { const id = _it7044[_i7044]; this.host.setSoftwareCursor(id, enabled);; };
|
|
200
|
+
}
|
|
201
|
+
|
|
202
|
+
destroy(): void {
|
|
203
|
+
this.renderPass.destroy();
|
|
204
|
+
for (const s of this.sources.values()) s.destroy();
|
|
205
|
+
this.sources.clear();
|
|
206
|
+
this.elements.clear();
|
|
207
|
+
this.rendererIds = [];
|
|
208
|
+
this.rendererStatuses.clear();
|
|
209
|
+
this.atlasLayouts.clear();
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
private getTextureList(): { rendererId: string; textureView: GPUTextureView }[] {
|
|
213
|
+
const list: { rendererId: string; textureView: GPUTextureView }[] = [];
|
|
214
|
+
for (const [id, s] of this.sources.entries()) list.push({ rendererId: id, textureView: s.getTextureView() });
|
|
215
|
+
return list;
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
private updateTextureBindings(): void {
|
|
219
|
+
this.renderPass.setTextures(this.getTextureList().map((t) => ({ textureView: t.textureView })));
|
|
220
|
+
}
|
|
221
|
+
|
|
222
|
+
private updateInputRouterConfig(): void {
|
|
223
|
+
const textureIndexToRendererId = new Map<number, string>();
|
|
224
|
+
for (let i = 0; i < this.rendererIds.length; i++) textureIndexToRendererId.set(i, this.rendererIds[i]);
|
|
225
|
+
|
|
226
|
+
const rendererDimensions = new Map<string, { width: number; height: number }>();
|
|
227
|
+
this.rendererIds.forEach((id) => {
|
|
228
|
+
const s = this.sources.get(id);
|
|
229
|
+
if (s) rendererDimensions.set(id, { width: s.width, height: s.height });
|
|
230
|
+
});
|
|
231
|
+
|
|
232
|
+
const config = {
|
|
233
|
+
textureIndexToRendererId,
|
|
234
|
+
atlasLayouts: this.atlasLayouts,
|
|
235
|
+
rendererStatuses: this.rendererStatuses,
|
|
236
|
+
rendererDimensions,
|
|
237
|
+
};
|
|
238
|
+
|
|
239
|
+
if (!this.inputRouter && this.host) {
|
|
240
|
+
this.inputRouter = new OSRInputRouter(config, (rendererId, event) => {
|
|
241
|
+
this.host?.sendInputEvent(rendererId, event);
|
|
242
|
+
});
|
|
243
|
+
} else {
|
|
244
|
+
this.inputRouter?.updateConfig(config);
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
}
|