@multisetai/vps 1.0.4

package/dist/webxr/index.d.ts

@@ -0,0 +1,32 @@
+import { MultisetClient, ILocalizeAndMapDetails } from '../core/index.js';
+import * as THREE from 'three';
+
+interface IWebxrControllerOptions {
+    client: MultisetClient;
+    canvas?: HTMLCanvasElement;
+    overlayRoot?: HTMLElement;
+    buttonContainer?: HTMLElement;
+    onARButtonCreated?: (button: HTMLButtonElement) => void;
+    onSessionStart?: () => void;
+    onSessionEnd?: () => void;
+}
+declare class WebxrController {
+    private readonly options;
+    private renderer;
+    private camera;
+    private scene;
+    private animationLoop;
+    private arButton;
+    private resizeHandler;
+    private isSessionActive;
+    constructor(options: IWebxrControllerOptions);
+    initialize(buttonContainer?: HTMLElement): Promise<HTMLButtonElement>;
+    getScene(): THREE.Scene;
+    getCamera(): THREE.PerspectiveCamera;
+    getRenderer(): THREE.WebGLRenderer;
+    hasActiveSession(): boolean;
+    captureFrame(): Promise<ILocalizeAndMapDetails | null>;
+    dispose(): void;
+}
+
+export { type IWebxrControllerOptions, WebxrController };

package/dist/webxr/index.js

@@ -0,0 +1,252 @@
+import * as THREE from 'three';
+import { ARButton } from 'three/examples/jsm/webxr/ARButton.js';
+
+// src/lib/webxr/index.ts
+var WebxrController = class {
+  constructor(options) {
+    this.options = options;
+    this.renderer = null;
+    this.camera = null;
+    this.scene = null;
+    this.animationLoop = null;
+    this.arButton = null;
+    this.resizeHandler = null;
+    this.isSessionActive = false;
+  }
+  async initialize(buttonContainer) {
+    var _a, _b, _c, _d;
+    if (this.renderer) {
+      return this.arButton;
+    }
+    if (!window.isSecureContext) {
+      throw new Error("WebXR requires a secure context (HTTPS).");
+    }
+    const canvas = (_a = this.options.canvas) != null ? _a : document.createElement("canvas");
+    const renderer = new THREE.WebGLRenderer({
+      canvas,
+      antialias: true,
+      alpha: true
+    });
+    renderer.setSize(window.innerWidth, window.innerHeight);
+    renderer.setPixelRatio(window.devicePixelRatio);
+    renderer.xr.enabled = true;
+    renderer.xr.addEventListener("sessionstart", () => {
+      var _a2, _b2;
+      this.isSessionActive = true;
+      (_b2 = (_a2 = this.options).onSessionStart) == null ? void 0 : _b2.call(_a2);
+    });
+    renderer.xr.addEventListener("sessionend", () => {
+      var _a2, _b2;
+      this.isSessionActive = false;
+      (_b2 = (_a2 = this.options).onSessionEnd) == null ? void 0 : _b2.call(_a2);
+    });
+    const camera = new THREE.PerspectiveCamera(
+      45,
+      window.innerWidth / window.innerHeight,
+      0.2,
+      1e4
+    );
+    const scene = new THREE.Scene();
+    const animationLoop = () => {
+      renderer.render(scene, camera);
+    };
+    renderer.setAnimationLoop(animationLoop);
+    const resizeHandler = () => {
+      camera.aspect = window.innerWidth / window.innerHeight;
+      camera.updateProjectionMatrix();
+      renderer.setSize(window.innerWidth, window.innerHeight);
+    };
+    window.addEventListener("resize", resizeHandler);
+    const overlayRoot = (_b = this.options.overlayRoot) != null ? _b : document.body;
+    const arButton = ARButton.createButton(renderer, {
+      requiredFeatures: ["camera-access", "dom-overlay"],
+      domOverlay: { root: overlayRoot }
+    });
+    const buttonParent = buttonContainer && buttonContainer instanceof HTMLElement ? buttonContainer : this.options.buttonContainer && this.options.buttonContainer instanceof HTMLElement ? this.options.buttonContainer : overlayRoot;
+    if (!buttonParent.contains(arButton)) {
+      buttonParent.appendChild(arButton);
+    }
+    this.renderer = renderer;
+    this.camera = camera;
+    this.scene = scene;
+    this.animationLoop = animationLoop;
+    this.arButton = arButton;
+    this.resizeHandler = resizeHandler;
+    (_d = (_c = this.options).onARButtonCreated) == null ? void 0 : _d.call(_c, arButton);
+    return arButton;
+  }
+  getScene() {
+    if (!this.scene) {
+      throw new Error("Scene: WebXR controller has not been initialized.");
+    }
+    return this.scene;
+  }
+  getCamera() {
+    if (!this.camera) {
+      throw new Error("Camera: WebXR controller has not been initialized.");
+    }
+    return this.camera;
+  }
+  getRenderer() {
+    if (!this.renderer) {
+      throw new Error("Renderer: WebXR controller has not been initialized.");
+    }
+    return this.renderer;
+  }
+  hasActiveSession() {
+    var _a;
+    return this.isSessionActive && ((_a = this.renderer) == null ? void 0 : _a.xr.isPresenting) === true;
+  }
+  async captureFrame() {
+    var _a, _b;
+    const renderer = this.renderer;
+    const camera = this.camera;
+    if (!renderer || !camera) {
+      throw new Error("WebXR: WebXR controller has not been initialized.");
+    }
+    const session = (_b = (_a = renderer.xr).getSession) == null ? void 0 : _b.call(_a);
+    if (!session) {
+      throw new Error("WebXR Session: No active WebXR session. Start AR before capturing.");
+    }
+    const referenceSpace = renderer.xr.getReferenceSpace();
+    if (!referenceSpace) {
+      throw new Error("WebXR Reference Space: Unable to acquire XR reference space.");
+    }
+    const gl = renderer.getContext();
+    return new Promise((resolve, reject) => {
+      session.requestAnimationFrame(async (_time, xrFrame) => {
+        var _a2, _b2, _c, _d;
+        try {
+          const viewerPose = xrFrame.getViewerPose(referenceSpace);
+          if (!viewerPose) {
+            resolve(null);
+            return;
+          }
+          for (const view of viewerPose.views) {
+            const xrCamera = view.camera;
+            if (!xrCamera) continue;
+            const gl2 = gl;
+            const bindingCtor = XRWebGLBinding;
+            const binding = new bindingCtor(session, gl2);
+            const cameraTexture = (_b2 = (_a2 = binding.getCameraImage) == null ? void 0 : _a2.call(binding, xrCamera)) != null ? _b2 : null;
+            if (!cameraTexture) continue;
+            const width = xrCamera.width;
+            const height = xrCamera.height;
+            if (!width || !height) continue;
+            const frameData = await getCameraTextureAsImage(
+              renderer,
+              cameraTexture,
+              width,
+              height
+            );
+            const intrinsics = getCameraIntrinsics(view.projectionMatrix, {
+              width,
+              height,
+              x: 0,
+              y: 0
+            });
+            if (frameData && intrinsics) {
+              const result = await this.options.client.localizeWithFrame(
+                frameData,
+                intrinsics
+              );
+              resolve(result);
+              return;
+            }
+          }
+          resolve(null);
+        } catch (error) {
+          reject(error);
+        } finally {
+          gl.bindFramebuffer(
+            gl.FRAMEBUFFER,
+            (_d = (_c = session.renderState.baseLayer) == null ? void 0 : _c.framebuffer) != null ? _d : null
+          );
+        }
+      });
+    });
+  }
+  dispose() {
+    var _a;
+    if (this.resizeHandler) {
+      window.removeEventListener("resize", this.resizeHandler);
+    }
+    if (this.renderer) {
+      this.renderer.dispose();
+      this.renderer = null;
+    }
+    this.animationLoop = null;
+    this.camera = null;
+    this.scene = null;
+    if ((_a = this.arButton) == null ? void 0 : _a.parentElement) {
+      this.arButton.parentElement.removeChild(this.arButton);
+    }
+    this.arButton = null;
+  }
+};
+function getCameraIntrinsics(projectionMatrix, viewport) {
+  const p = projectionMatrix;
+  const u0 = (1 - p[8]) * viewport.width / 2 + viewport.x;
+  const v0 = (1 - p[9]) * viewport.height / 2 + viewport.y;
+  const ax = viewport.width / 2 * p[0];
+  const ay = viewport.height / 2 * p[5];
+  return {
+    fx: ax,
+    fy: ay,
+    px: u0,
+    py: v0,
+    width: viewport.width,
+    height: viewport.height
+  };
+}
+async function compressToJpeg(buffer, width, height, quality = 0.8) {
+  const canvas = document.createElement("canvas");
+  const ctx = canvas.getContext("2d");
+  canvas.width = width;
+  canvas.height = height;
+  const imageData = new ImageData(new Uint8ClampedArray(buffer), width, height);
+  ctx == null ? void 0 : ctx.putImageData(imageData, 0, 0);
+  return new Promise((resolve) => {
+    canvas.toBlob((blob) => resolve(blob != null ? blob : new Blob()), "image/jpeg", quality);
+  });
+}
+async function getCameraTextureAsImage(renderer, webGLTexture, width, height) {
+  const gl = renderer.getContext();
+  if (!gl) return null;
+  const framebuffer = gl.createFramebuffer();
+  if (!framebuffer) return null;
+  gl.bindFramebuffer(gl.FRAMEBUFFER, framebuffer);
+  gl.framebufferTexture2D(
+    gl.FRAMEBUFFER,
+    gl.COLOR_ATTACHMENT0,
+    gl.TEXTURE_2D,
+    webGLTexture,
+    0
+  );
+  const pixelBuffer = new Uint8Array(width * height * 4);
+  gl.readPixels(0, 0, width, height, gl.RGBA, gl.UNSIGNED_BYTE, pixelBuffer);
+  gl.bindFramebuffer(gl.FRAMEBUFFER, null);
+  gl.deleteFramebuffer(framebuffer);
+  const flippedData = new Uint8ClampedArray(pixelBuffer.length);
+  for (let row = 0; row < height; row += 1) {
+    const sourceStart = row * width * 4;
+    const destStart = (height - row - 1) * width * 4;
+    flippedData.set(
+      pixelBuffer.subarray(sourceStart, sourceStart + width * 4),
+      destStart
+    );
+  }
+  const blob = await compressToJpeg(flippedData.buffer, width, height, 0.7);
+  if (!blob.size) {
+    return null;
+  }
+  return {
+    blob,
+    width,
+    height
+  };
+}
+
+export { WebxrController };
+//# sourceMappingURL=index.js.map
+//# sourceMappingURL=index.js.map

package/dist/webxr/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/lib/webxr/index.ts"],"names":["_a","_b"],"mappings":";;;;AAgCO,IAAM,kBAAN,MAAsB;AAAA,EAS3B,YAA6B,OAAA,EAAkC;AAAlC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA;AAR7B,IAAA,IAAA,CAAQ,QAAA,GAAuC,IAAA;AAC/C,IAAA,IAAA,CAAQ,MAAA,GAAyC,IAAA;AACjD,IAAA,IAAA,CAAQ,KAAA,GAA4B,IAAA;AACpC,IAAA,IAAA,CAAQ,aAAA,GAAqC,IAAA;AAC7C,IAAA,IAAA,CAAQ,QAAA,GAAqC,IAAA;AAC7C,IAAA,IAAA,CAAQ,aAAA,GAAqC,IAAA;AAC7C,IAAA,IAAA,CAAQ,eAAA,GAA2B,KAAA;AAAA,EAE8B;AAAA,EAEjE,MAAM,WAAW,eAAA,EAA2D;AA3C9E,IAAA,IAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA,EAAA;AA4CI,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,OAAO,IAAA,CAAK,QAAA;AAAA,IACd;AAEA,IAAA,IAAI,CAAC,OAAO,eAAA,EAAiB;AAC3B,MAAA,MAAM,IAAI,MAAM,0CAA0C,CAAA;AAAA,IAC5D;AAEA,IAAA,MAAM,UAAS,EAAA,GAAA,IAAA,CAAK,OAAA,CAAQ,WAAb,IAAA,GAAA,EAAA,GAAuB,QAAA,CAAS,cAAc,QAAQ,CAAA;AAErE,IAAA,MAAM,QAAA,GAAW,IAAU,KAAA,CAAA,aAAA,CAAc;AAAA,MACvC,MAAA;AAAA,MACA,SAAA,EAAW,IAAA;AAAA,MACX,KAAA,EAAO;AAAA,KACR,CAAA;AACD,IAAA,QAAA,CAAS,OAAA,CAAQ,MAAA,CAAO,UAAA,EAAY,MAAA,CAAO,WAAW,CAAA;AACtD,IAAA,QAAA,CAAS,aAAA,CAAc,OAAO,gBAAgB,CAAA;AAC9C,IAAA,QAAA,CAAS,GAAG,OAAA,GAAU,IAAA;AAGtB,IAAA,QAAA,CAAS,EAAA,CAAG,gBAAA,CAAiB,cAAA,EAAgB,MAAM;AAhEvD,MAAA,IAAAA,GAAAA,EAAAC,GAAAA;AAiEM,MAAA,IAAA,CAAK,eAAA,GAAkB,IAAA;AACvB,MAAA,CAAAA,OAAAD,GAAAA,GAAA,IAAA,CAAK,SAAQ,cAAA,KAAb,IAAA,GAAA,MAAA,GAAAC,IAAA,IAAA,CAAAD,GAAAA,CAAAA;AAAA,IACF,CAAC,CAAA;AAED,IAAA,QAAA,CAAS,EAAA,CAAG,gBAAA,CAAiB,YAAA,EAAc,MAAM;AArErD,MAAA,IAAAA,GAAAA,EAAAC,GAAAA;AAsEM,MAAA,IAAA,CAAK,eAAA,GAAkB,KAAA;AACvB,MAAA,CAAAA,OAAAD,GAAAA,GAAA,IAAA,CAAK,SAAQ,YAAA,KAAb,IAAA,GAAA,MAAA,GAAAC,IAAA,IAAA,CAAAD,GAAAA,CAAAA;AAAA,IACF,CAAC,CAAA;AAED,IAAA,MAAM,SAAS,IAAU,KAAA,CAAA,iBAAA;AAAA,MACvB,EAAA;AAAA,MACA,MAAA,CAAO,aAAa,MAAA,CAAO,WAAA;AAAA,MAC3B,GAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,MAAM,KAAA,GAAQ,IAAU,KAAA,CAAA,KAAA,EAAM;AAE9B,IAAA,MAAM,gBAAgB,MAAM;AAC1B,MAAA,QAAA,CAAS,MAAA,CAAO,OAAO,MAAM,CAAA;AAAA,IAC/B,CAAA;AACA,IAAA,QAAA,CAAS,iBAAiB,aAAa,CAAA;AAEvC,IAAA,MAAM,gBAAgB,MAAM;AAC1B,MAAA,MAAA,CAAO,MAAA,GAAS,MAAA,CAAO,UAAA,GAAa,MAAA,CAAO,WAAA;AAC3C,MAAA,MAAA,CAAO,sBAAA,EAAuB;AAC9B,MAAA,QAAA,CAAS,OAAA,CAAQ,MAAA,CAAO,UAAA,EAAY,MAAA,CAAO,WAAW,CAAA;AAAA,IACxD,CAAA;AACA,IAAA,MAAA,CAAO,gBAAA,CAAiB,UAAU,aAAa,CAAA;AAE/C,IAAA,MAAM,WAAA,GAAA,CAAc,EAAA,GAAA,IAAA,CAAK,OAAA,CAAQ,WAAA,KAAb,YAA4B,QAAA,CAAS,IAAA;AACzD,IAAA,MAAM,QAAA,GAAW,QAAA,CAAS,YAAA,CAAa,QAAA,EAAU;AAAA,MAC/C,gBAAA,EAAkB,CAAC,eAAA,EAAiB,aAAa,CAAA;AAAA,MACjD,UAAA,EAAY,EAAE,IAAA,EAAM,WAAA;AAAY,KACjC,CAAA;AAKD,IAAA,MAAM,YAAA,GAAgB,eAAA,IAAmB,eAAA,YAA2B,WAAA,GAChE,kBACC,IAAA,CAAK,OAAA,CAAQ,eAAA,IAAmB,IAAA,CAAK,OAAA,CAAQ,eAAA,YAA2B,WAAA,GACvE,IAAA,CAAK,QAAQ,eAAA,GACb,WAAA;AAEN,IAAA,IAAI,CAAC,YAAA,CAAa,QAAA,CAAS,QAAQ,CAAA,EAAG;AACpC,MAAA,YAAA,CAAa,YAAY,QAAQ,CAAA;AAAA,IACnC;AAEA,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,KAAA,GAAQ,KAAA;AACb,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AACrB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,IAAA,CAAK,aAAA,GAAgB,aAAA;AAErB,IAAA,CAAA,EAAA,GAAA,CAAA,EAAA,GAAA,IAAA,CAAK,OAAA,EAAQ,sBAAb,IAAA,GAAA,MAAA,GAAA,EAAA,CAAA,IAAA,CAAA,EAAA,EAAiC,QAAA,CAAA;AACjC,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEA,QAAA,GAAwB;AACtB,IAAA,IAAI,CAAC,KAAK,KAAA,EAAO;AACf,MAAA,MAAM,IAAI,MAAM,mDAAmD,CAAA;AAAA,IACrE;AACA,IAAA,OAAO,IAAA,CAAK,KAAA;AAAA,EACd;AAAA,EAEA,SAAA,GAAqC;AACnC,IAAA,IAAI,CAAC,KAAK,MAAA,EAAQ;AAChB,MAAA,MAAM,IAAI,MAAM,oDAAoD,CAAA;AAAA,IACtE;AACA,IAAA,OAAO,IAAA,CAAK,MAAA;AAAA,EACd;AAAA,EAEA,WAAA,GAAmC;AACjC,IAAA,IAAI,CAAC,KAAK,QAAA,EAAU;AAClB,MAAA,MAAM,IAAI,MAAM,sDAAsD,CAAA;AAAA,IACxE;AACA,IAAA,OAAO,IAAA,CAAK,QAAA;AAAA,EACd;AAAA,EAEA,gBAAA,GAA4B;AAlJ9B,IAAA,IAAA,EAAA;AAmJI,IAAA,OAAO,KAAK,eAAA,IAAA,CAAA,CAAmB,EAAA,GAAA,IAAA,CAAK,QAAA,KAAL,IAAA,GAAA,MAAA,GAAA,EAAA,CAAe,GAAG,YAAA,MAAiB,IAAA;AAAA,EACpE;AAAA,EAEA,MAAM,YAAA,GAAuD;AAtJ/D,IAAA,IAAA,EAAA,EAAA,EAAA;AAuJI,IAAA,MAAM,WAAW,IAAA,CAAK,QAAA;AACtB,IAAA,MAAM,SAAS,IAAA,CAAK,MAAA;AACpB,IAAA,IAAI,CAAC,QAAA,IAAY,CAAC,MAAA,EAAQ;AACxB,MAAA,MAAM,IAAI,MAAM,mDAAmD,CAAA;AAAA,IACrE;AAEA,IAAA,MAAM,OAAA,GAAA,CAAU,EAAA,GAAA,CAAA,EAAA,GAAA,QAAA,CAAS,EAAA,EAAG,UAAA,KAAZ,IAAA,GAAA,MAAA,GAAA,EAAA,CAAA,IAAA,CAAA,EAAA,CAAA;AAChB,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,MAAM,oEAAoE,CAAA;AAAA,IACtF;AAEA,IAAA,MAAM,cAAA,GAAiB,QAAA,CAAS,EAAA,CAAG,iBAAA,EAAkB;AACrD,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA,MAAM,IAAI,MAAM,8DAA8D,CAAA;AAAA,IAChF;AAEA,IAAA,MAAM,EAAA,GAAK,SAAS,UAAA,EAAW;AAE/B,IAAA,OAAO,IAAI,OAAA,CAAQ,CAAC,OAAA,EAAS,MAAA,KAAW;AACtC,MAAA,OAAA,CAAQ,qBAAA,CAAsB,OAAO,KAAA,EAAe,OAAA,KAAqB;AA1K/E,QAAA,IAAAA,KAAAC,GAAAA,EAAA,EAAA,EAAA,EAAA;AA2KQ,QAAA,IAAI;AACF,UAAA,MAAM,UAAA,GAAa,OAAA,CAAQ,aAAA,CAAc,cAAc,CAAA;AACvD,UAAA,IAAI,CAAC,UAAA,EAAY;AACf,YAAA,OAAA,CAAQ,IAAI,CAAA;AACZ,YAAA;AAAA,UACF;AAEA,UAAA,KAAA,MAAW,IAAA,IAAQ,WAAW,KAAA,EAA6B;AACzD,YAAA,MAAM,WAAW,IAAA,CAAK,MAAA;AACtB,YAAA,IAAI,CAAC,QAAA,EAAU;AAEf,YAAA,MAAM,GAAA,GAAM,EAAA;AACZ,YAAA,MAAM,WAAA,GAAc,cAAA;AAGpB,YAAA,MAAM,OAAA,GAAU,IAAI,WAAA,CAAY,OAAA,EAAS,GAAG,CAAA;AAC5C,YAAA,MAAM,aAAA,GAAA,CAAgBA,GAAAA,GAAAA,CAAAD,GAAAA,GAAA,OAAA,CAAQ,cAAA,KAAR,gBAAAA,GAAAA,CAAA,IAAA,CAAA,OAAA,EAAyB,QAAA,CAAA,KAAzB,IAAA,GAAAC,GAAAA,GAAsC,IAAA;AAC5D,YAAA,IAAI,CAAC,aAAA,EAAe;AAEpB,YAAA,MAAM,QAAQ,QAAA,CAAS,KAAA;AACvB,YAAA,MAAM,SAAS,QAAA,CAAS,MAAA;AACxB,YAAA,IAAI,CAAC,KAAA,IAAS,CAAC,MAAA,EAAQ;AAEvB,YAAA,MAAM,YAAY,MAAM,uBAAA;AAAA,cACtB,QAAA;AAAA,cACA,aAAA;AAAA,cACA,KAAA;AAAA,cACA;AAAA,aACF;AAEA,YAAA,MAAM,UAAA,GAAa,mBAAA,CAAoB,IAAA,CAAK,gBAAA,EAAkB;AAAA,cAC5D,KAAA;AAAA,cACA,MAAA;AAAA,cACA,CAAA,EAAG,CAAA;AAAA,cACH,CAAA,EAAG;AAAA,aACJ,CAAA;AAED,YAAA,IAAI,aAAa,UAAA,EAAY;AAC3B,cAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,OAAA,CAAQ,MAAA,CAAO,iBAAA;AAAA,gBACvC,SAAA;AAAA,gBACA;AAAA,eACF;AAEA,cAAA,OAAA,CAAQ,MAAM,CAAA;AACd,cAAA;AAAA,YACF;AAAA,UACF;AAEA,UAAA,OAAA,CAAQ,IAAI,CAAA;AAAA,QACd,SAAS,KAAA,EAAO;AACd,UAAA,MAAA,CAAO,KAAK,CAAA;AAAA,QACd,CAAA,SAAE;AACA,UAAA,EAAA,CAAG,eAAA;AAAA,YACD,EAAA,CAAG,WAAA;AAAA,YAAA,CACH,EAAA,GAAA,CAAA,EAAA,GAAA,OAAA,CAAQ,WAAA,CAAY,SAAA,KAApB,IAAA,GAAA,MAAA,GAAA,EAAA,CAA+B,gBAA/B,IAAA,GAAA,EAAA,GAA8C;AAAA,WAChD;AAAA,QACF;AAAA,MACF,CAAC,CAAA;AAAA,IACH,CAAC,CAAA;AAAA,EACH;AAAA,EAEA,OAAA,GAAgB;AAxOlB,IAAA,IAAA,EAAA;AAyOI,IAAA,IAAI,KAAK,aAAA,EAAe;AACtB,MAAA,MAAA,CAAO,mBAAA,CAAoB,QAAA,EAAU,IAAA,CAAK,aAAa,CAAA;AAAA,IACzD;AAEA,IAAA,IAAI,KAAK,QAAA,EAAU;AACjB,MAAA,IAAA,CAAK,SAAS,OAAA,EAAQ;AACtB,MAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAAA,IAClB;AAEA,IAAA,IAAA,CAAK,aAAA,GAAgB,IAAA;AACrB,IAAA,IAAA,CAAK,MAAA,GAAS,IAAA;AACd,IAAA,IAAA,CAAK,KAAA,GAAQ,IAAA;AAEb,IAAA,IAAA,CAAI,EAAA,GAAA,IAAA,CAAK,QAAA,KAAL,IAAA,GAAA,MAAA,GAAA,EAAA,CAAe,aAAA,EAAe;AAChC,MAAA,IAAA,CAAK,QAAA,CAAS,aAAA,CAAc,WAAA,CAAY,IAAA,CAAK,QAAQ,CAAA;AAAA,IACvD;AACA,IAAA,IAAA,CAAK,QAAA,GAAW,IAAA;AAAA,EAClB;AACF;AAEA,SAAS,mBAAA,CACP,kBACA,QAAA,EACwB;AACxB,EAAA,MAAM,CAAA,GAAI,gBAAA;AACV,EAAA,MAAM,EAAA,GAAA,CAAO,IAAI,CAAA,CAAE,CAAC,KAAK,QAAA,CAAS,KAAA,GAAS,IAAI,QAAA,CAAS,CAAA;AACxD,EAAA,MAAM,EAAA,GAAA,CAAO,IAAI,CAAA,CAAE,CAAC,KAAK,QAAA,CAAS,MAAA,GAAU,IAAI,QAAA,CAAS,CAAA;AACzD,EAAA,MAAM,EAAA,GAAM,QAAA,CAAS,KAAA,GAAQ,CAAA,GAAK,EAAE,CAAC,CAAA;AACrC,EAAA,MAAM,EAAA,GAAM,QAAA,CAAS,MAAA,GAAS,CAAA,GAAK,EAAE,CAAC,CAAA;AAEtC,EAAA,OAAO;AAAA,IACL,EAAA,EAAI,EAAA;AAAA,IACJ,EAAA,EAAI,EAAA;AAAA,IACJ,EAAA,EAAI,EAAA;AAAA,IACJ,EAAA,EAAI,EAAA;AAAA,IACJ,OAAO,QAAA,CAAS,KAAA;AAAA,IAChB,QAAQ,QAAA,CAAS;AAAA,GACnB;AACF;AAEA,eAAe,cAAA,CACb,MAAA,EACA,KAAA,EACA,MAAA,EACA,UAAU,GAAA,EACK;AACf,EAAA,MAAM,MAAA,GAAS,QAAA,CAAS,aAAA,CAAc,QAAQ,CAAA;AAC9C,EAAA,MAAM,GAAA,GAAM,MAAA,CAAO,UAAA,CAAW,IAAI,CAAA;AAClC,EAAA,MAAA,CAAO,KAAA,GAAQ,KAAA;AACf,EAAA,MAAA,CAAO,MAAA,GAAS,MAAA;AAEhB,EAAA,MAAM,SAAA,GAAY,IAAI,SAAA,CAAU,IAAI,kBAAkB,MAAM,CAAA,EAAG,OAAO,MAAM,CAAA;AAC5E,EAAA,GAAA,IAAA,IAAA,GAAA,MAAA,GAAA,GAAA,CAAK,YAAA,CAAa,WAAW,CAAA,EAAG,CAAA,CAAA;AAEhC,EAAA,OAAO,IAAI,OAAA,CAAQ,CAAC,OAAA,KAAY;AAC9B,IAAA,MAAA,CAAO,MAAA,CAAO,CAAC,IAAA,KAAS,OAAA,CAAQ,IAAA,IAAA,IAAA,GAAA,IAAA,GAAQ,IAAI,IAAA,EAAM,CAAA,EAAG,YAAA,EAAc,OAAO,CAAA;AAAA,EAC5E,CAAC,CAAA;AACH;AAEA,eAAe,uBAAA,CACb,QAAA,EACA,YAAA,EACA,KAAA,EACA,MAAA,EACoC;AACpC,EAAA,MAAM,EAAA,GAAK,SAAS,UAAA,EAAW;AAC/B,EAAA,IAAI,CAAC,IAAI,OAAO,IAAA;AAEhB,EAAA,MAAM,WAAA,GAAc,GAAG,iBAAA,EAAkB;AACzC,EAAA,IAAI,CAAC,aAAa,OAAO,IAAA;AAEzB,EAAA,EAAA,CAAG,eAAA,CAAgB,EAAA,CAAG,WAAA,EAAa,WAAW,CAAA;AAC9C,EAAA,EAAA,CAAG,oBAAA;AAAA,IACD,EAAA,CAAG,WAAA;AAAA,IACH,EAAA,CAAG,iBAAA;AAAA,IACH,EAAA,CAAG,UAAA;AAAA,IACH,YAAA;AAAA,IACA;AAAA,GACF;AAEA,EAAA,MAAM,WAAA,GAAc,IAAI,UAAA,CAAW,KAAA,GAAQ,SAAS,CAAC,CAAA;AACrD,EAAA,EAAA,CAAG,UAAA,CAAW,GAAG,CAAA,EAAG,KAAA,EAAO,QAAQ,EAAA,CAAG,IAAA,EAAM,EAAA,CAAG,aAAA,EAAe,WAAW,CAAA;AAEzE,EAAA,EAAA,CAAG,eAAA,CAAgB,EAAA,CAAG,WAAA,EAAa,IAAI,CAAA;AACvC,EAAA,EAAA,CAAG,kBAAkB,WAAW,CAAA;AAEhC,EAAA,MAAM,WAAA,GAAc,IAAI,iBAAA,CAAkB,WAAA,CAAY,MAAM,CAAA;AAC5D,EAAA,KAAA,IAAS,GAAA,GAAM,CAAA,EAAG,GAAA,GAAM,MAAA,EAAQ,OAAO,CAAA,EAAG;AACxC,IAAA,MAAM,WAAA,GAAc,MAAM,KAAA,GAAQ,CAAA;AAClC,IAAA,MAAM,SAAA,GAAA,CAAa,MAAA,GAAS,GAAA,GAAM,CAAA,IAAK,KAAA,GAAQ,CAAA;AAC/C,IAAA,WAAA,CAAY,GAAA;AAAA,MACV,WAAA,CAAY,QAAA,CAAS,WAAA,EAAa,WAAA,GAAc,QAAQ,CAAC,CAAA;AAAA,MACzD;AAAA,KACF;AAAA,EACF;AAEA,EAAA,MAAM,OAAO,MAAM,cAAA,CAAe,YAAY,MAAA,EAAQ,KAAA,EAAO,QAAQ,GAAG,CAAA;AAExE,EAAA,IAAI,CAAC,KAAK,IAAA,EAAM;AACd,IAAA,OAAO,IAAA;AAAA,EACT;AAEA,EAAA,OAAO;AAAA,IACL,IAAA;AAAA,IACA,KAAA;AAAA,IACA;AAAA,GACF;AACF","file":"index.js","sourcesContent":["import * as THREE from 'three';\nimport { ARButton } from 'three/examples/jsm/webxr/ARButton.js';\n\nimport type {\n  MultisetClient,\n  ICameraIntrinsicsEvent,\n  IFrameCaptureEvent,\n  ILocalizeAndMapDetails,\n} from '../core';\n\nexport interface IWebxrControllerOptions {\n  client: MultisetClient;\n  canvas?: HTMLCanvasElement;\n  overlayRoot?: HTMLElement;\n  buttonContainer?: HTMLElement;\n  onARButtonCreated?: (button: HTMLButtonElement) => void;\n  onSessionStart?: () => void;\n  onSessionEnd?: () => void;\n}\n\ntype XRViewWithCamera = XRView & {\n  camera?: {\n    width: number;\n    height: number;\n    [key: string]: unknown;\n  };\n};\n\ntype XRWebGLBindingLike = {\n  getCameraImage: (camera: XRViewWithCamera['camera']) => WebGLTexture | null;\n};\n\nexport class WebxrController {\n  private renderer: THREE.WebGLRenderer | null = null;\n  private camera: THREE.PerspectiveCamera | null = null;\n  private scene: THREE.Scene | null = null;\n  private animationLoop: (() => void) | null = null;\n  private arButton: HTMLButtonElement | null = null;\n  private resizeHandler: (() => void) | null = null;\n  private isSessionActive: boolean = false;\n\n  constructor(private readonly options: IWebxrControllerOptions) { }\n\n  async initialize(buttonContainer?: HTMLElement): Promise<HTMLButtonElement> {\n    if (this.renderer) {\n      return this.arButton!;\n    }\n\n    if (!window.isSecureContext) {\n      throw new Error('WebXR requires a secure context (HTTPS).');\n    }\n\n    const canvas = this.options.canvas ?? document.createElement('canvas');\n\n    const renderer = new THREE.WebGLRenderer({\n      canvas,\n      antialias: true,\n      alpha: true,\n    });\n    renderer.setSize(window.innerWidth, window.innerHeight);\n    renderer.setPixelRatio(window.devicePixelRatio);\n    renderer.xr.enabled = true;\n\n    // Listen for session start/end events\n    renderer.xr.addEventListener('sessionstart', () => {\n      this.isSessionActive = true;\n      this.options.onSessionStart?.();\n    });\n\n    renderer.xr.addEventListener('sessionend', () => {\n      this.isSessionActive = false;\n      this.options.onSessionEnd?.();\n    });\n\n    const camera = new THREE.PerspectiveCamera(\n      45,\n      window.innerWidth / window.innerHeight,\n      0.2,\n      10000\n    );\n\n    const scene = new THREE.Scene();\n\n    const animationLoop = () => {\n      renderer.render(scene, camera);\n    };\n    renderer.setAnimationLoop(animationLoop);\n\n    const resizeHandler = () => {\n      camera.aspect = window.innerWidth / window.innerHeight;\n      camera.updateProjectionMatrix();\n      renderer.setSize(window.innerWidth, window.innerHeight);\n    };\n    window.addEventListener('resize', resizeHandler);\n\n    const overlayRoot = this.options.overlayRoot ?? document.body;\n    const arButton = ARButton.createButton(renderer, {\n      requiredFeatures: ['camera-access', 'dom-overlay'],\n      domOverlay: { root: overlayRoot },\n    }) as HTMLButtonElement;\n\n    // Get container at initialization time (like App.tsx does with getElementById)\n    // This ensures the container exists in the DOM when we try to append\n    // Priority: passed parameter > options.buttonContainer > overlayRoot\n    const buttonParent = (buttonContainer && buttonContainer instanceof HTMLElement)\n      ? buttonContainer\n      : (this.options.buttonContainer && this.options.buttonContainer instanceof HTMLElement)\n        ? this.options.buttonContainer\n        : overlayRoot;\n\n    if (!buttonParent.contains(arButton)) {\n      buttonParent.appendChild(arButton);\n    }\n\n    this.renderer = renderer;\n    this.camera = camera;\n    this.scene = scene;\n    this.animationLoop = animationLoop;\n    this.arButton = arButton;\n    this.resizeHandler = resizeHandler;\n\n    this.options.onARButtonCreated?.(arButton);\n    return arButton;\n  }\n\n  getScene(): THREE.Scene {\n    if (!this.scene) {\n      throw new Error('Scene: WebXR controller has not been initialized.');\n    }\n    return this.scene;\n  }\n\n  getCamera(): THREE.PerspectiveCamera {\n    if (!this.camera) {\n      throw new Error('Camera: WebXR controller has not been initialized.');\n    }\n    return this.camera;\n  }\n\n  getRenderer(): THREE.WebGLRenderer {\n    if (!this.renderer) {\n      throw new Error('Renderer: WebXR controller has not been initialized.');\n    }\n    return this.renderer;\n  }\n\n  hasActiveSession(): boolean {\n    return this.isSessionActive && this.renderer?.xr.isPresenting === true;\n  }\n\n  async captureFrame(): Promise<ILocalizeAndMapDetails | null> {\n    const renderer = this.renderer;\n    const camera = this.camera;\n    if (!renderer || !camera) {\n      throw new Error('WebXR: WebXR controller has not been initialized.');\n    }\n\n    const session = renderer.xr.getSession?.();\n    if (!session) {\n      throw new Error('WebXR Session: No active WebXR session. Start AR before capturing.');\n    }\n\n    const referenceSpace = renderer.xr.getReferenceSpace();\n    if (!referenceSpace) {\n      throw new Error('WebXR Reference Space: Unable to acquire XR reference space.');\n    }\n\n    const gl = renderer.getContext();\n\n    return new Promise((resolve, reject) => {\n      session.requestAnimationFrame(async (_time: number, xrFrame: XRFrame) => {\n        try {\n          const viewerPose = xrFrame.getViewerPose(referenceSpace);\n          if (!viewerPose) {\n            resolve(null);\n            return;\n          }\n\n          for (const view of viewerPose.views as XRViewWithCamera[]) {\n            const xrCamera = view.camera;\n            if (!xrCamera) continue;\n\n            const gl2 = gl as unknown as WebGL2RenderingContext;\n            const bindingCtor = XRWebGLBinding as unknown as {\n              new(session: XRSession, context: WebGL2RenderingContext): XRWebGLBindingLike;\n            };\n            const binding = new bindingCtor(session, gl2);\n            const cameraTexture = binding.getCameraImage?.(xrCamera) ?? null;\n            if (!cameraTexture) continue;\n\n            const width = xrCamera.width;\n            const height = xrCamera.height;\n            if (!width || !height) continue;\n\n            const frameData = await getCameraTextureAsImage(\n              renderer,\n              cameraTexture,\n              width,\n              height\n            );\n\n            const intrinsics = getCameraIntrinsics(view.projectionMatrix, {\n              width,\n              height,\n              x: 0,\n              y: 0,\n            });\n\n            if (frameData && intrinsics) {\n              const result = await this.options.client.localizeWithFrame(\n                frameData,\n                intrinsics\n              );\n\n              resolve(result);\n              return;\n            }\n          }\n\n          resolve(null);\n        } catch (error) {\n          reject(error);\n        } finally {\n          gl.bindFramebuffer(\n            gl.FRAMEBUFFER,\n            session.renderState.baseLayer?.framebuffer ?? null\n          );\n        }\n      });\n    });\n  }\n\n  dispose(): void {\n    if (this.resizeHandler) {\n      window.removeEventListener('resize', this.resizeHandler);\n    }\n\n    if (this.renderer) {\n      this.renderer.dispose();\n      this.renderer = null;\n    }\n\n    this.animationLoop = null;\n    this.camera = null;\n    this.scene = null;\n\n    if (this.arButton?.parentElement) {\n      this.arButton.parentElement.removeChild(this.arButton);\n    }\n    this.arButton = null;\n  }\n}\n\nfunction getCameraIntrinsics(\n  projectionMatrix: Float32Array,\n  viewport: XRViewport\n): ICameraIntrinsicsEvent {\n  const p = projectionMatrix;\n  const u0 = ((1 - p[8]) * viewport.width) / 2 + viewport.x;\n  const v0 = ((1 - p[9]) * viewport.height) / 2 + viewport.y;\n  const ax = (viewport.width / 2) * p[0];\n  const ay = (viewport.height / 2) * p[5];\n\n  return {\n    fx: ax,\n    fy: ay,\n    px: u0,\n    py: v0,\n    width: viewport.width,\n    height: viewport.height,\n  };\n}\n\nasync function compressToJpeg(\n  buffer: ArrayBuffer,\n  width: number,\n  height: number,\n  quality = 0.8\n): Promise<Blob> {\n  const canvas = document.createElement('canvas');\n  const ctx = canvas.getContext('2d');\n  canvas.width = width;\n  canvas.height = height;\n\n  const imageData = new ImageData(new Uint8ClampedArray(buffer), width, height);\n  ctx?.putImageData(imageData, 0, 0);\n\n  return new Promise((resolve) => {\n    canvas.toBlob((blob) => resolve(blob ?? new Blob()), 'image/jpeg', quality);\n  });\n}\n\nasync function getCameraTextureAsImage(\n  renderer: THREE.WebGLRenderer,\n  webGLTexture: WebGLTexture,\n  width: number,\n  height: number\n): Promise<IFrameCaptureEvent | null> {\n  const gl = renderer.getContext();\n  if (!gl) return null;\n\n  const framebuffer = gl.createFramebuffer();\n  if (!framebuffer) return null;\n\n  gl.bindFramebuffer(gl.FRAMEBUFFER, framebuffer);\n  gl.framebufferTexture2D(\n    gl.FRAMEBUFFER,\n    gl.COLOR_ATTACHMENT0,\n    gl.TEXTURE_2D,\n    webGLTexture,\n    0\n  );\n\n  const pixelBuffer = new Uint8Array(width * height * 4);\n  gl.readPixels(0, 0, width, height, gl.RGBA, gl.UNSIGNED_BYTE, pixelBuffer);\n\n  gl.bindFramebuffer(gl.FRAMEBUFFER, null);\n  gl.deleteFramebuffer(framebuffer);\n\n  const flippedData = new Uint8ClampedArray(pixelBuffer.length);\n  for (let row = 0; row < height; row += 1) {\n    const sourceStart = row * width * 4;\n    const destStart = (height - row - 1) * width * 4;\n    flippedData.set(\n      pixelBuffer.subarray(sourceStart, sourceStart + width * 4),\n      destStart\n    );\n  }\n\n  const blob = await compressToJpeg(flippedData.buffer, width, height, 0.7);\n\n  if (!blob.size) {\n    return null;\n  }\n\n  return {\n    blob,\n    width,\n    height,\n  };\n}\n\n"]}

package/package.json

@@ -0,0 +1,69 @@
+{
+  "name": "@multisetai/vps",
+  "version": "1.0.4",
+  "description": "Multiset VPS WebXR SDK - Core client and WebXR controller.",
+  "type": "module",
+  "main": "dist/index.js",
+  "module": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "tsup",
+    "publish:github": "npm run build && npm publish --registry=https://npm.pkg.github.com",
+    "publish:npm": "npm run build && npm publish --access public --registry=https://registry.npmjs.org/"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.js"
+    },
+    "./core": {
+      "types": "./dist/core/index.d.ts",
+      "import": "./dist/core/index.js",
+      "require": "./dist/core/index.js"
+    },
+    "./webxr": {
+      "types": "./dist/webxr/index.d.ts",
+      "import": "./dist/webxr/index.js",
+      "require": "./dist/webxr/index.js"
+    }
+  },
+  "files": [
+    "dist"
+  ],
+  "keywords": [
+    "multiset",
+    "webxr",
+    "three",
+    "ar",
+    "localization",
+    "vps",
+    "visual-positioning",
+    "augmented-reality"
+  ],
+  "author": "",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/MultiSet-AI/multiset-vps-webxr.git"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "peerDependencies": {
+    "three": ">=0.176.0"
+  },
+  "devDependencies": {
+    "@types/three": "^0.176.0",
+    "@typescript-eslint/eslint-plugin": "^8.30.1",
+    "@typescript-eslint/parser": "^8.30.1",
+    "eslint": "^9.25.0",
+    "eslint-config-prettier": "^9.1.0",
+    "rimraf": "^6.0.1",
+    "tsup": "^8.1.0",
+    "typescript": "~5.8.3"
+  },
+  "dependencies": {
+    "axios": "^1.9.0"
+  }
+}