@driftengine/splats 3.63.0 → 4.0.0

package/NOTICE

@@ -7,3 +7,23 @@ This product includes software developed at Drift Technologies
 Licensed under the Apache License, Version 2.0. Section 4(d) of that licence
 requires this NOTICE to be reproduced in any derivative work you distribute,
 in the source, the documentation, or a display generated by the work.
+
+Models run by DriftCapture
+--------------------------
+DriftCapture runs the models below. Their weights are not in this repository
+and are not distributed with it: tools/capture-weights/ fetches each at the
+revision its manifest pins, verifies it, and converts it, and a game that
+ships one ships it under that model's own licence. Each model's definition in
+this engine is written from its project's published code.
+
+- Depth Anything 3 Small and Depth Anything 3 Base. Apache License 2.0.
+  Copyright (c) 2025 ByteDance Ltd. and/or its affiliates.
+- Depth Anything V2 Small. Apache License 2.0. The University of Hong Kong
+  and TikTok; converted to the Transformers layout by The HuggingFace Team.
+- MobileSAM. Apache License 2.0. Its image encoder is TinyViT, Copyright (c)
+  2022 Microsoft; its prompt encoder and mask decoder are Segment Anything's,
+  Copyright (c) Meta Platforms, Inc. and affiliates.
+- SAM 2.1 tiny. Apache License 2.0. Copyright (c) Meta Platforms, Inc. and
+  affiliates.
+- OWLv2 base patch16. Apache License 2.0. Copyright 2023 Google AI and The
+  HuggingFace Team.

package/dist/splatMatrix.d.ts

@@ -1,4 +1,4 @@
-/** The two matrix operations this package needs, written once so no two callers disagree. */
+/** The matrix operations this package needs, written once so no two callers disagree. */
 /**
  * `out = a * b`, column-major, sixteen multiply-adds and no dependency.
  *
@@ -27,3 +27,15 @@ export declare function multiplyMat4(out: Float32Array, a: ArrayLike<number>, b:
  * once per splat times six.
  */
 export declare function cameraInCaptureSpace(out: Float32Array, view: ArrayLike<number>, model: ArrayLike<number>): void;
+/**
+ * The projection a frame draws a capture with: the caller's, moved by the frame's jitter, then
+ * corrected for the backend. `scratch` holds sixteen floats and is overwritten.
+ *
+ * **In that order, because the jitter is stated in the camera's own convention** — see
+ * `PrepareContext.jitter`. A reconstructed frame un-jitters every sample it takes, so a capture
+ * drawn without the offset is placed up to half a render pixel from where the resolve looks for it,
+ * differently each frame; and the correction negates y, so the same offset applied after it lands
+ * on the other side of the pixel. A frame that is not reconstructed hands a zero jitter, and the
+ * result is the corrected projection it always was.
+ */
+export declare function projectionForFrame(out: Float32Array, correction: ArrayLike<number>, projection: ArrayLike<number>, jitter: ArrayLike<number>, scratch: Float32Array): void;

package/dist/splatMatrix.js

@@ -1,4 +1,5 @@
-/** The two matrix operations this package needs, written once so no two callers disagree. */
+/** The matrix operations this package needs, written once so no two callers disagree. */
+import { jitterClip } from '@driftengine/core';
 /**
  * `out = a * b`, column-major, sixteen multiply-adds and no dependency.
  *
@@ -66,3 +67,18 @@ export function cameraInCaptureSpace(out, view, model) {
 }
 /** Scratch for the product above, so a frame allocates nothing. */
 const PRODUCT = new Float32Array(16);
+/**
+ * The projection a frame draws a capture with: the caller's, moved by the frame's jitter, then
+ * corrected for the backend. `scratch` holds sixteen floats and is overwritten.
+ *
+ * **In that order, because the jitter is stated in the camera's own convention** — see
+ * `PrepareContext.jitter`. A reconstructed frame un-jitters every sample it takes, so a capture
+ * drawn without the offset is placed up to half a render pixel from where the resolve looks for it,
+ * differently each frame; and the correction negates y, so the same offset applied after it lands
+ * on the other side of the pixel. A frame that is not reconstructed hands a zero jitter, and the
+ * result is the corrected projection it always was.
+ */
+export function projectionForFrame(out, correction, projection, jitter, scratch) {
+    jitterClip(scratch, projection, jitter);
+    multiplyMat4(out, correction, scratch);
+}

package/dist/splatPass.js

@@ -1,7 +1,7 @@
 /** A splat capture as a pass a consumer registers, drawn by whichever backend it is handed. */
 import { SPLAT_BINDINGS } from './shaders/generated/splat.wgsl.js';
 import { SPLAT_STRIDE, splatRows, splatTexels } from './splatLayout.js';
-import { cameraInCaptureSpace, multiplyMat4 } from './splatMatrix.js';
+import { cameraInCaptureSpace, multiplyMat4, projectionForFrame } from './splatMatrix.js';
 import { splatBoundsVisible } from './splatCull.js';
 import { createWebgl2Splats, disposeWebgl2Splats, drawWebgl2Splats, uploadWebgl2Order, uploadWebgl2SplatRange, } from './splatGl.js';
 import { createGpuSplats, disposeGpuSplats, uploadGpuOrder, uploadGpuSplatRange, } from './splatGpu.js';
@@ -31,6 +31,12 @@ export function createSplatPass(splats, label = 'splats') {
     const view = new Float32Array(16);
     /** The caller's projection, pre-multiplied by the backend's clip correction. */
     const projection = new Float32Array(16);
+    /**
+     * The caller's projection as given, kept so a WebGPU frame can move it by the frame's jitter
+     * before correcting it. See `projectionForFrame`.
+     */
+    const callerProjection = new Float32Array(IDENTITY);
+    const jitterScratch = new Float32Array(16);
     /**
      * Where the camera is in the capture's own space, which is where the harmonics were trained.
      *
@@ -81,6 +87,7 @@ export function createSplatPass(splats, label = 'splats') {
         },
         setView(next) {
             view.set(next.view);
+            callerProjection.set(next.projection);
             multiplyMat4(projection, clipCorrection, next.projection);
             viewportX = next.widthPx;
             viewportY = next.heightPx;
@@ -175,6 +182,8 @@ export function createSplatPass(splats, label = 'splats') {
                 uploadGpuOrder(device, gpu, pendingOrder, paddedOrder);
                 pendingOrder = null;
             }
+            /* The frame's jitter, which is zero unless the frame is reconstructed. */
+            projectionForFrame(projection, clipCorrection, callerProjection, ctx.jitter, jitterScratch);
             writeVertexUniforms(gpu);
             device.queue.writeBuffer(gpu.vertexUniforms, 0, gpu.vertexScratch);
             gpu.fragmentInts[FRAG.fields.uOutputTransform.offset / 4] = ctx.outputTransform;

package/dist/splatSortWorker.js

@@ -77,12 +77,15 @@ export function createSplatSortWorker(sortSource) {
         return sortOnMainThread;
     };
     try {
-        if (typeof Worker === 'undefined' ||
+        if (
+        // platform: feature probe — the fallback sorts on this thread and says so
+        typeof Worker === 'undefined' ||
             typeof Blob === 'undefined' ||
             typeof URL === 'undefined') {
             return fallback('this runtime has no Worker');
         }
         const url = URL.createObjectURL(new Blob([workerSource(sortSource)], { type: 'text/javascript' }));
+        // platform: browser default — a blob worker, guarded by the probe above
         worker = new Worker(url);
         /* The blob is referenced by the live worker; the URL is only the handle. */
         URL.revokeObjectURL(url);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@driftengine/splats",
-  "version": "3.63.0",
+  "version": "4.0.0",
   "description": "Gaussian splat captures: readers, an off-frame sort, and a pass that composes into the scene",
   "license": "Apache-2.0",
   "type": "module",
@@ -27,7 +27,7 @@
   ],
   "sideEffects": false,
   "peerDependencies": {
-    "@driftengine/core": "3.63.0"
+    "@driftengine/core": "4.0.0"
   },
   "author": "Drift Technologies",
   "repository": {

package/src/splatMatrix.ts

@@ -1,4 +1,6 @@
-/** The two matrix operations this package needs, written once so no two callers disagree. */
+/** The matrix operations this package needs, written once so no two callers disagree. */
+
+import { jitterClip } from '@driftengine/core';
 
 /**
  * `out = a * b`, column-major, sixteen multiply-adds and no dependency.
@@ -79,3 +81,25 @@ export function cameraInCaptureSpace(
 
 /** Scratch for the product above, so a frame allocates nothing. */
 const PRODUCT = new Float32Array(16);
+
+/**
+ * The projection a frame draws a capture with: the caller's, moved by the frame's jitter, then
+ * corrected for the backend. `scratch` holds sixteen floats and is overwritten.
+ *
+ * **In that order, because the jitter is stated in the camera's own convention** — see
+ * `PrepareContext.jitter`. A reconstructed frame un-jitters every sample it takes, so a capture
+ * drawn without the offset is placed up to half a render pixel from where the resolve looks for it,
+ * differently each frame; and the correction negates y, so the same offset applied after it lands
+ * on the other side of the pixel. A frame that is not reconstructed hands a zero jitter, and the
+ * result is the corrected projection it always was.
+ */
+export function projectionForFrame(
+  out: Float32Array,
+  correction: ArrayLike<number>,
+  projection: ArrayLike<number>,
+  jitter: ArrayLike<number>,
+  scratch: Float32Array,
+): void {
+  jitterClip(scratch, projection, jitter);
+  multiplyMat4(out, correction, scratch);
+}

package/src/splatPass.ts

@@ -2,7 +2,7 @@
 
 import { SPLAT_BINDINGS } from './shaders/generated/splat.wgsl.ts';
 import { SPLAT_STRIDE, splatRows, splatTexels } from './splatLayout.ts';
-import { cameraInCaptureSpace, multiplyMat4 } from './splatMatrix.ts';
+import { cameraInCaptureSpace, multiplyMat4, projectionForFrame } from './splatMatrix.ts';
 import { splatBoundsVisible } from './splatCull.ts';
 import {
   createWebgl2Splats,
@@ -125,6 +125,12 @@ export function createSplatPass(splats: SplatData, label = 'splats'): SplatPass
   const view = new Float32Array(16);
   /** The caller's projection, pre-multiplied by the backend's clip correction. */
   const projection = new Float32Array(16);
+  /**
+   * The caller's projection as given, kept so a WebGPU frame can move it by the frame's jitter
+   * before correcting it. See `projectionForFrame`.
+   */
+  const callerProjection = new Float32Array(IDENTITY);
+  const jitterScratch = new Float32Array(16);
   /**
    * Where the camera is in the capture's own space, which is where the harmonics were trained.
    *
@@ -186,6 +192,7 @@ export function createSplatPass(splats: SplatData, label = 'splats'): SplatPass
 
     setView(next: SplatView): void {
       view.set(next.view);
+      callerProjection.set(next.projection);
       multiplyMat4(projection, clipCorrection, next.projection);
       viewportX = next.widthPx;
       viewportY = next.heightPx;
@@ -291,6 +298,8 @@ export function createSplatPass(splats: SplatData, label = 'splats'): SplatPass
         uploadGpuOrder(device, gpu, pendingOrder, paddedOrder);
         pendingOrder = null;
       }
+      /* The frame's jitter, which is zero unless the frame is reconstructed. */
+      projectionForFrame(projection, clipCorrection, callerProjection, ctx.jitter, jitterScratch);
       writeVertexUniforms(gpu);
       device.queue.writeBuffer(gpu.vertexUniforms, 0, gpu.vertexScratch);
       gpu.fragmentInts[FRAG.fields.uOutputTransform.offset / 4] = ctx.outputTransform;

package/src/splatSortWorker.ts

@@ -86,6 +86,7 @@ export function createSplatSortWorker(sortSource: string): SplatSortFn {
 
   try {
     if (
+      // platform: feature probe — the fallback sorts on this thread and says so
       typeof Worker === 'undefined' ||
       typeof Blob === 'undefined' ||
       typeof URL === 'undefined'
@@ -95,6 +96,7 @@ export function createSplatSortWorker(sortSource: string): SplatSortFn {
     const url = URL.createObjectURL(
       new Blob([workerSource(sortSource)], { type: 'text/javascript' }),
     );
+    // platform: browser default — a blob worker, guarded by the probe above
     worker = new Worker(url);
     /* The blob is referenced by the live worker; the URL is only the handle. */
     URL.revokeObjectURL(url);