three-live 1.3.2 → 1.4.0

package/README.md

@@ -48,8 +48,11 @@ display existing models only, use the viewer-only build:
 | `dist/three-live.min.js` | Standard: viewer + sandboxed `<script type="text/three">` + AR handoff |
 | `dist/three-live-studio.min.js` | Add-on: PBR Next, HDRI/SH, `bloom`/`outline`, `KHR_materials_variants`, `EXT_meshopt_compression`, `KHR_interactivity` VM, `lod` (`THREE.LOD` / `MSFT_lod`), hotspots |
 | `dist/three-live-cad.min.js` | Add-on: 2D `Path`/`Shape`, `ExtrudeGeometry`, 3D `CSG` Booleans, stroke-font `TextGeometry` |
+| `dist/three-live-procedural.min.js` | Add-on: `Box3`/`Sphere`, `CanvasTexture`, `Noise`, `ProceduralTexture`, `Sprite`, 2D curves, scene helpers |
 | `dist/three-live-animation.min.js` | Add-on: 64-joint skinning, morph targets, keyframe cross-fading, 2-bone/FABRIK `IKSolver` |
-| `dist/three-live-full.min.js` | Standard + all plugins (`studio`, `cad`, `animation`) |
+| `dist/three-live-ai.min.js` | Add-on: bring-your-own-LLM scene editing (`editScene()`, `undoEdit()`) & Tap & Speak voice |
+| `dist/three-live-webgpu.min.js` | Add-on: WebGPU `GPURenderBundle` scene accelerator (`renderer="auto\|webgpu\|webgl2"`) |
+| `dist/three-live-full.min.js` | Standard + all plugins (`studio`, `cad`, `procedural`, `animation`, `ai`, `webgpu`) |
 <!-- mdformat on -->
 
 ES module and CommonJS builds are available through the package `exports`.

package/dist/index.d.ts

@@ -20,6 +20,7 @@
 
 import type {
   CameraState,
+  ShadowMapsMode,
   ThreeLiveElement,
 } from './three-live/src/three-live-element';
 import type {
@@ -118,6 +119,27 @@ export {
   postprocessingPlugin,
   resolveViewerBloom,
 } from './three-live/src/plugins/postprocessing';
+export {
+  installProceduralExtension,
+  proceduralPlugin,
+} from './three-live/src/plugins/procedural';
+export {
+  computeWorldSceneBounds,
+  doesMeshCastShadow,
+  doesMeshReceiveShadow,
+  fitDirectionalShadowMatrix,
+  fitSpotShadowMatrix,
+  getShadowMapStats,
+  MAX_SHADOW_LIGHTS,
+  normalizeShadowMapsMode,
+  resolveActiveShadowLights,
+  SHADOW_MAP_TEXTURE_UNIT,
+  shadowMapsPlugin,
+  type ResolvedShadowPlan,
+  type ResolvedShadowSlice,
+  type ShadowMapStats,
+  type WorldSceneBounds,
+} from './three-live/src/plugins/shadow-maps';
 export {
   extractMaterialVariants,
   extractPrimitiveVariantMappings,
@@ -143,10 +165,144 @@ export {
   type XRProfile,
   type XRSimulatorRoom,
 } from './xr-live/src/xr-live-element';
+/** Opt-in bring-your-own-LLM scene editing (`three-live/ai`, `three-live-ai.min.js`). */
+export {
+  aiPlugin,
+  createAIChatProvider,
+  editScene,
+  extractScript,
+  undoEdit,
+} from './three-live/src/plugins/ai';
+export type {
+  AIChatContentPart,
+  AIChatMessage,
+  AIChatProviderOptions,
+  EditSceneOptions,
+  EditSceneResult,
+  ThreeLiveAIProvider,
+} from './three-live/src/plugins/ai';
+export {
+  buildImageMessages,
+  buildImageUserText,
+  compileFromImage,
+  detectImageMime,
+  formatSpatialPriors,
+  IMAGE_SYSTEM_PROMPT,
+  imageRepairMessage,
+  isAllowedImageUrl,
+  normalizeImageInput,
+} from './three-live/src/plugins/ai-image';
+export type {
+  AIImageInput,
+  AISpatialCamera,
+  AISpatialObject,
+  AISpatialPlane,
+  AISpatialPriors,
+  CompileFromImageOptions,
+} from './three-live/src/plugins/ai-image';
+/** AI PBR textures: texture packs and image providers (part of `three-live-ai.min.js`). */
+export {
+  browserImageCodec,
+  createAIImageProvider,
+  indexedDbTextureCache,
+  parseTexturePack,
+  prepareAlbedo,
+  serializeTexturePack,
+  TEXTURE_PROMPT_SUFFIX,
+  textureRequests,
+} from './three-live/src/plugins/ai-texture';
+export type {
+  AIImageProviderOptions,
+  AITextureSpec,
+  GenerateTexturesOptions,
+  GenerateTexturesResult,
+  TextureCache,
+  TextureCacheRecord,
+  TextureImageCodec,
+  TextureMiss,
+  TexturePackEntry,
+  TexturePackJSON,
+  ThreeLiveImageProvider,
+} from './three-live/src/plugins/ai-texture';
+/** "Tap & Speak" voice editing (part of `three-live-ai.min.js`). */
+export {
+  hideSelectionChips,
+  showSelectionChips,
+} from './three-live/src/plugins/ai-select-chips';
+export type {AISelectChipsState} from './three-live/src/plugins/ai-select-chips';
+export {
+  AIVoiceSession,
+  connectVoice,
+  createWebSpeechRecognizer,
+  describeEditResult,
+  describeVoiceSelection,
+  geminiLiveAdapter,
+  realtimeAdapter,
+  selectByVoice,
+  selectNamesByVoice,
+  setSelectOnTap,
+  speakableName,
+  startVoiceEdit,
+} from './three-live/src/plugins/ai-voice';
+/** Multi-select for Tap & Speak / Talk-to-Select (part of `three-live-ai.min.js`). */
+export {
+  describeSelection,
+  getSelection,
+  parseSelectReply,
+  resolveSelection,
+  resolveSelectionWithModel,
+  sceneSelectEntries,
+  selectCamera,
+  selectMessages,
+  setSelection,
+} from './three-live/src/plugins/ai-select';
+export type {
+  AIModelSelection,
+  AISelectProvider,
+} from './three-live/src/plugins/ai-select';
+/** Talk-to-Select tier-1 matcher and push-to-talk grammar (mirrors the Rust core). */
+export type {
+  AISelectionEventDetail,
+  AISelectionMode,
+  AISelectionSource,
+} from './three-live/src/plugins/ai-select';
+export {
+  buildSelectIndex,
+  matchSelection,
+  parseVoiceCommand,
+} from './three-live/src/plugins/ai-select-match';
+export type {
+  SelectCamera,
+  SelectConfidence,
+  SelectIndexEntry,
+  SelectMatch,
+  SelectRawEntry,
+  VoiceCommand,
+} from './three-live/src/plugins/ai-select-match';
+export type {
+  AIAudioSink,
+  AIMicrophoneSource,
+  AISpeechRecognizer,
+  AIVoiceAdapter,
+  AIVoiceEditOptions,
+  AIVoiceEditResult,
+  AIVoiceEventDetail,
+  AIVoiceProviderName,
+  AIVoiceSelection,
+  AIVoiceSessionOptions,
+  AIVoiceState,
+  AIVoiceTransport,
+} from './three-live/src/plugins/ai-voice';
 /** Optional spatial plugins (`xr-live/spatial`, `xr-live-spatial.min.js`). */
 export * from './xr-live/src/plugins/index';
 /** Optional simulation plugins (`xr-live/sim`, `xr-live-sim.min.js`). */
 export * from './xr-live/src/sim/index';
+/** Optional WebGPU Gaussian Splatting compute & render accelerator (`xr-live/webgpu`, `xr-live-webgpu.min.js`). */
+export * from './xr-live/src/webgpu';
+/** Optional WebGPU `GPURenderBundle` scene accelerator (`three-live/webgpu`, `three-live-webgpu.min.js`). */
+export * from './three-live/src/webgpu';
+/** Optional Loop-Free `THREE.TSL` & `MeshStandardNodeMaterial` compiler (`three-live/tsl`, `three-live-tsl.min.js`). */
+export * from './three-live/src/tsl';
 
 /**
  * Declarative JSX / HTML attributes supported by the <three-live> custom element.
@@ -235,6 +391,40 @@ export interface ThreeLiveAttributes {
    * Server-generated scripts (`script-src`) are enabled by default.
    */
   'allow-client-scripts'?: boolean | string;
+  /** `three-live-ai`: Chat Completions-compatible endpoint (your proxy or a local model) for `editScene()`. */
+  'ai-endpoint'?: string;
+  /** `three-live-ai`: model name sent to `ai-endpoint`. */
+  'ai-model'?: string;
+  /** `three-live-ai`: provider protocol for `ai-endpoint` (`'ai-chat'`, the default). */
+  'ai-provider'?: 'ai-chat';
+  /** `three-live-ai`: OpenAI-compatible Images endpoint (`/v1/images/generations`) for AI textures (`userData.xr.material.prompt`). */
+  'ai-image-endpoint'?: string;
+  /** `three-live-ai`: model name sent to `ai-image-endpoint`. */
+  'ai-image-model'?: string;
+  /** `three-live-ai`: `'auto'` (default) generates missing AI textures when an image endpoint is configured; `'manual'` waits for `el.generateTextures()`. */
+  'ai-textures'?: 'auto' | 'manual';
+  /** `three-live-ai`: URL of a texture pack (`scene.textures.json`) for AI textures. */
+  'texture-pack'?: string;
+  /** `three-live-webgpu`: scene rendering backend (`'auto'`, `'webgpu'`, or `'webgl2'`). */
+  renderer?: 'auto' | 'webgpu' | 'webgl2' | string;
+  /** `three-live-studio` / `shadowMapsPlugin`: multi-light depth shadow maps (`'auto'`, `'pcf'`, or `'off'`). */
+  'shadow-maps'?: ShadowMapsMode | string;
+  /** `xr-live-webgpu`: Gaussian splatting backend (`'auto'`, `'webgpu'`, `'hybrid'`, or `'webgl2'`). */
+  'splat-renderer'?: 'auto' | 'webgpu' | 'hybrid' | 'webgl2' | string;
+  /** `xr-live-spatial` / `xr-live-webgpu`: Spherical Harmonics view-dependent color quality (`'normal'` or `'high'`). */
+  'splat-quality'?: 'normal' | 'high' | string;
+  /** Allow cross-origin `.splat` / `.spz` URLs on `userData.xr.splatUrl`. */
+  'allow-remote-splats'?: boolean | string;
+  /** `three-live-ai`: tapping a mesh selects it (tap again to clear; Shift/Ctrl/Cmd-tap or long-press adds to `el.selectedMeshes`). */
+  'ai-select-on-tap'?: boolean | string;
+  /** `three-live-ai`: show a mic button (push-to-talk, or a realtime session when `ai-voice-url` is set). */
+  'ai-voice-button'?: boolean | string;
+  /** `three-live-ai`: `wss://` realtime voice endpoint (your proxy or an ephemeral-token URL) for the mic button. */
+  'ai-voice-url'?: string;
+  /** `three-live-ai`: realtime voice protocol for `ai-voice-url` (`'ai-realtime'`, the default, or `'gemini-live'`). */
+  'ai-voice-provider'?: 'ai-realtime' | 'gemini-live';
+  /** `three-live-ai`: model name sent in the realtime session setup. */
+  'ai-voice-model'?: string;
 
   // React 19 / JSX Event Listeners
   onload?: (e: CustomEvent<{model: GLBData}>) => void;