npm - mudra-skills - Versions diffs - 1.0.0 - Mend

mudra-skills 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (149) hide show

package/skills/mudra-master/mudra-xr/assets/samples/paint.html ADDED Viewed

@@ -0,0 +1,133 @@
+<!doctype html>
+<!-- reference: samples/paint -->
+<html lang="en">
+  <head>
+    <title>Paint | XR Blocks</title>
+    <meta
+      name="viewport"
+      content="width=device-width, initial-scale=1.0, user-scalable=no"
+    />
+    <link type="text/css" rel="stylesheet" href="https://xrblocks.github.io/css/xr.css" />
+    <script>
+      window.litDisableBundleWarning = true;
+    </script>
+    <script type="importmap">
+      {
+        "imports": {
+          "three": "https://cdn.jsdelivr.net/npm/three@0.182.0/build/three.module.js",
+          "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.182.0/examples/jsm/",
+          "troika-three-text": "https://cdn.jsdelivr.net/gh/protectwise/troika@028b81cf308f0f22e5aa8e78196be56ec1997af5/packages/troika-three-text/src/index.js",
+          "troika-three-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-three-utils/src/index.js",
+          "troika-worker-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-worker-utils/src/index.js",
+          "bidi-js": "https://esm.sh/bidi-js@%5E1.0.2?target=es2022",
+          "webgl-sdf-generator": "https://esm.sh/webgl-sdf-generator@1.1.1/es2022/webgl-sdf-generator.mjs",
+          "lit": "https://cdn.jsdelivr.net/gh/lit/dist@3/core/lit-core.min.js",
+          "lit/": "https://esm.run/lit@3/",
+          "xrblocks": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/xrblocks.js",
+          "xrblocks/addons/": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/addons/"
+        }
+      }
+    </script>
+  </head>
+  <body>
+    <script type="module">
+import 'xrblocks/addons/simulator/SimulatorAddons.js';
+import * as THREE from 'three';
+import {TubePainter} from 'three/addons/misc/TubePainter.js';
+import * as xb from 'xrblocks';
+/**
+ * A remixed version of three.js's examples/webxr_xr_paint.html in XR Blocks.
+ * PaintDemo is an example script for using pinch to paint in Android XR and
+ * using clicks to draw in desktop simulated environments.
+ */
+class PaintDemo extends xb.Script {
+  init() {
+    this.add(new THREE.HemisphereLight(0xffffff, 0x666666, /*intensity=*/ 3));
+    // Painting setup.
+    this.painters = [];
+    this.user = xb.core.user;
+    for (let i = 0; i < this.user.controllers.length; ++i) {
+      const painter = new TubePainter();
+      this.painters.push(painter);
+      this.add(painter.mesh);
+    }
+    // Adds pivotal points to indicate user's intents.
+    this.user.enablePivots();
+  }
+  /**
+   * Moves the painter to the pivot position when select starts.
+   * @param {XRInputSourceEvent} event
+   */
+  onSelectStart(event) {
+    const id = event.target.userData.id;
+    const painter = this.painters[id];
+    const cursor = this.user.getPivotPosition(id);
+    painter.moveTo(cursor);
+  }
+  /**
+   * Updates the painter's line to the current pivot position during selection.
+   * @param {XRInputSourceEvent} event
+   */
+  onSelecting(event) {
+    const id = event.target.userData.id;
+    const painter = this.painters[id];
+    const cursor = this.user.getPivotPosition(id);
+    painter.lineTo(cursor);
+    painter.update();
+  }
+  /**
+   * Stores the initial position and scale of the controller when squeeze
+   * starts.
+   * @param {XRInputSourceEvent} event
+   */
+  onSqueezeStart(event) {
+    const controller = event.target;
+    const id = controller.userData.id;
+    const data = this.user.data[id].squeeze;
+    data.positionOnStart = controller.position.y;
+    data.scaleOnStart = controller.position.y;
+  }
+  /**
+   * Updates the scale of the controller's pivot based on the squeeze amount.
+   * @param {XRInputSourceEvent} event
+   */
+  onSqueezing(event) {
+    const controller = event.target;
+    const id = controller.userData.id;
+    const pivot = this.user.getPivot(id);
+    const data = this.user.data[id].squeeze;
+    const delta = (controller.position.y - data.positionOnStart) * 5;
+    const scale = Math.max(0.1, data.scaleOnStart + delta);
+    pivot.scale.setScalar(scale);
+  }
+}
+/**
+ * Entry point for the application.
+ */
+function start() {
+  const options = new xb.Options();
+  options.simulator.instructions.enabled = false;
+  options.setAppTitle('XR Paint');
+  xb.add(new PaintDemo());
+  xb.init(options);
+}
+document.addEventListener('DOMContentLoaded', start);
+</script>
+  </body>
+</html>

package/skills/mudra-master/mudra-xr/assets/samples/planar-vst.html ADDED Viewed

@@ -0,0 +1,45 @@
+<!doctype html>
+<!-- reference: samples/planar-vst -->
+<html lang="en">
+  <head>
+    <title>Planar VST | XR Blocks</title>
+    <meta
+      name="viewport"
+      content="width=device-width, initial-scale=1.0, user-scalable=no"
+    />
+    <link type="text/css" rel="stylesheet" href="https://xrblocks.github.io/css/xr.css" />
+    <script type="importmap">
+      {
+        "imports": {
+          "three": "https://cdn.jsdelivr.net/npm/three@0.182.0/build/three.module.js",
+          "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.182.0/examples/jsm/",
+          "xrblocks": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/xrblocks.js",
+          "xrblocks/addons/": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/addons/"
+        }
+      }
+    </script>
+  </head>
+  <body>
+    <script type="module">
+      import * as THREE from 'three';
+      import * as xb from 'xrblocks';
+      import {PlanarVST} from 'xrblocks/addons/camera/PlanarVST.js';
+      document.addEventListener('DOMContentLoaded', function () {
+        const options = new xb.Options();
+        options.simulator.instructions.enabled = false;
+        options.enableCamera();
+        options.deviceCamera.videoConstraints = {
+          width: {ideal: 1280},
+          height: {ideal: 720},
+          facingMode: 'environment',
+        };
+        options.enableDepth();
+        xb.add(new PlanarVST());
+        xb.init(options);
+      });
+    </script>
+  </body>
+</html>

package/skills/mudra-master/mudra-xr/assets/samples/reticle.html ADDED Viewed

@@ -0,0 +1,95 @@
+<!doctype html>
+<!-- reference: samples/reticle -->
+<html lang="en">
+  <head>
+    <title>Reticle | XR Blocks</title>
+    <meta
+      name="viewport"
+      content="width=device-width, initial-scale=1.0, user-scalable=no"
+    />
+<link type="text/css" rel="stylesheet" href="https://xrblocks.github.io/css/xr.css" />
+    <script type="importmap">
+      {
+        "imports": {
+          "three": "https://cdn.jsdelivr.net/npm/three@0.182.0/build/three.module.js",
+          "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.182.0/examples/jsm/",
+          "troika-three-text": "https://cdn.jsdelivr.net/gh/protectwise/troika@028b81cf308f0f22e5aa8e78196be56ec1997af5/packages/troika-three-text/src/index.js",
+          "troika-three-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-three-utils/src/index.js",
+          "troika-worker-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-worker-utils/src/index.js",
+          "bidi-js": "https://esm.sh/bidi-js@%5E1.0.2?target=es2022",
+          "webgl-sdf-generator": "https://esm.sh/webgl-sdf-generator@1.1.1/es2022/webgl-sdf-generator.mjs",
+          "lit": "https://cdn.jsdelivr.net/gh/lit/dist@3/core/lit-core.min.js",
+          "lit/": "https://esm.run/lit@3/",
+          "xrblocks": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/xrblocks.js",
+          "xrblocks/addons/": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/addons/"
+        }
+      }
+    </script>
+  </head>
+  <body>
+    <script type="module">
+import * as xb from 'xrblocks';
+import {TextBillboard} from 'xrblocks/addons/ui/TextBillboard.js';
+class ReticleVisualizer extends xb.Script {
+  activeControllerToBillboardMap = new Map();
+  init() {
+    xb.showReticleOnDepthMesh(true);
+  }
+  onSelectStart(event) {
+    const controller = event.target;
+    const intersection = xb.core.user.select(
+      xb.core.depth.depthMesh,
+      controller
+    );
+    if (!intersection) return;
+    const billboard = new TextBillboard();
+    this.add(billboard);
+    this.activeControllerToBillboardMap.set(controller, billboard);
+    this.updateBillboard(controller, billboard);
+  }
+  onSelectEnd(event) {
+    this.activeControllerToBillboardMap.delete(event.target);
+  }
+  update() {
+    this.activeControllerToBillboardMap.forEach((billboard, controller) => {
+      this.updateBillboard(controller, billboard);
+    });
+  }
+  updateBillboard(controller, billboard) {
+    const intersection = xb.core.user.select(
+      xb.core.depth.depthMesh,
+      controller
+    );
+    if (intersection) {
+      const reticleHeight = intersection.point.y;
+      billboard.position.copy(intersection.point);
+      billboard.lookAt(xb.core.camera.position);
+      billboard.updateText(
+        `Distance: ${intersection.distance.toFixed(2)} m\n` +
+          `Height: ${reticleHeight.toFixed(2)} m`
+      );
+    }
+  }
+}
+document.addEventListener('DOMContentLoaded', function () {
+  const options = new xb.Options();
+  options.simulator.instructions.enabled = false;
+  options.depth = new xb.DepthOptions(xb.xrDepthMeshOptions);
+  options.setAppTitle('XR Reticle');
+  xb.add(new ReticleVisualizer());
+  xb.init(options);
+});
+</script>
+  </body>
+</html>

package/skills/mudra-master/mudra-xr/assets/samples/skybox_agent.html ADDED Viewed

@@ -0,0 +1,384 @@
+<!doctype html>
+<!-- reference: samples/skybox_agent -->
+<html lang="en">
+  <head>
+    <title>Gemini Live Skybox Agent | XR Blocks</title>
+    <meta
+      name="viewport"
+      content="width=device-width, initial-scale=1.0, user-scalable=no"
+    />
+<link type="text/css" rel="stylesheet" href="https://xrblocks.github.io/css/xr.css" />
+    <script>
+      window.litDisableBundleWarning = true;
+    </script>
+    <script type="importmap">
+      {
+        "imports": {
+          "three": "https://cdn.jsdelivr.net/npm/three@0.182.0/build/three.module.js",
+          "three/addons/": "https://cdn.jsdelivr.net/npm/three@0.182.0/examples/jsm/",
+          "troika-three-text": "https://cdn.jsdelivr.net/gh/protectwise/troika@028b81cf308f0f22e5aa8e78196be56ec1997af5/packages/troika-three-text/src/index.js",
+          "troika-three-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-three-utils/src/index.js",
+          "troika-worker-utils": "https://cdn.jsdelivr.net/gh/protectwise/troika@v0.52.4/packages/troika-worker-utils/src/index.js",
+          "bidi-js": "https://esm.sh/bidi-js@%5E1.0.2?target=es2022",
+          "webgl-sdf-generator": "https://esm.sh/webgl-sdf-generator@1.1.1/es2022/webgl-sdf-generator.mjs",
+          "lit": "https://cdn.jsdelivr.net/gh/lit/dist@3/core/lit-core.min.js",
+          "lit/": "https://esm.run/lit@3/",
+          "xrblocks": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/xrblocks.js",
+          "xrblocks/addons/": "https://cdn.jsdelivr.net/npm/xrblocks@0.11.0/build/addons/",
+          "@google/genai": "https://cdn.jsdelivr.net/npm/@google/genai/+esm"
+        }
+      }
+    </script>
+  </head>
+  <body>
+    <script type="module">
+/* eslint-env browser */
+import 'xrblocks/addons/simulator/SimulatorAddons.js';
+import * as THREE from 'three';
+import * as xb from 'xrblocks';
+// --- Inlined: TranscriptionManager.js ---
+class TranscriptionManager {
+  constructor(responseDisplay) {
+    this.responseDisplay = responseDisplay;
+    this.currentInputText = '';
+    this.currentOutputText = '';
+    this.conversationHistory = [];
+  }
+  handleInputTranscription(text) {
+    if (!text) return;
+    this.currentInputText += text;
+    this.updateLiveDisplay();
+  }
+  handleOutputTranscription(text) {
+    if (!text) return;
+    this.currentOutputText += text;
+    this.updateLiveDisplay();
+  }
+  finalizeTurn() {
+    if (this.currentInputText.trim()) {
+      this.conversationHistory.push({
+        speaker: 'You',
+        text: this.currentInputText.trim(),
+      });
+    }
+    if (this.currentOutputText.trim()) {
+      this.conversationHistory.push({
+        speaker: 'AI',
+        text: this.currentOutputText.trim(),
+      });
+    }
+    this.currentInputText = '';
+    this.currentOutputText = '';
+    this.updateFinalDisplay();
+  }
+  updateLiveDisplay() {
+    let displayText = '';
+    for (const entry of this.conversationHistory.slice(-2)) {
+      displayText += `${entry.speaker}: ${entry.text}\n\n`;
+    }
+    if (this.currentInputText.trim()) {
+      displayText += `You: ${this.currentInputText}`;
+    }
+    if (this.currentOutputText.trim()) {
+      if (this.currentInputText.trim()) displayText += '\n\n';
+      displayText += `AI: ${this.currentOutputText}`;
+    }
+    this.responseDisplay?.setText(displayText);
+  }
+  updateFinalDisplay() {
+    let displayText = '';
+    for (const entry of this.conversationHistory) {
+      displayText += `${entry.speaker}: ${entry.text}\n\n`;
+    }
+    this.responseDisplay?.setText(displayText);
+  }
+  clear() {
+    this.currentInputText = '';
+    this.currentOutputText = '';
+    this.conversationHistory = [];
+  }
+  addText(text) {
+    this.responseDisplay?.addText(text + '\n\n');
+  }
+  setText(text) {
+    this.responseDisplay?.setText(text);
+  }
+}
+// --- Inlined: GeminiSkyboxGenerator.js ---
+class GeminiSkyboxGenerator extends xb.Script {
+  constructor() {
+    super();
+    this.transcription = null;
+    this.liveAgent = null;
+    this.statusText = null;
+    this.defaultText =
+      "I am a skybox designer agent. Describe the background you want, and I'll render it for you!";
+  }
+  init() {
+    this.createTextDisplay();
+    this.createAgent();
+    this.add(new THREE.HemisphereLight(0x888877, 0x777788, 3));
+    const light = new THREE.DirectionalLight(0xffffff, 5.0);
+    light.position.set(-0.5, 4, 1.0);
+    this.add(light);
+  }
+  createAgent() {
+    this.liveAgent = new xb.SkyboxAgent(
+      xb.core.ai,
+      xb.core.sound,
+      xb.core.scene,
+      {
+        onSessionStart: () => {
+          this.updateButtonState();
+          this.updateStatus('Session started - Ready to listen');
+        },
+        onSessionEnd: () => {
+          this.updateButtonState();
+          this.transcription?.clear();
+          this.transcription?.setText(this.defaultText);
+          this.updateStatus('Session ended');
+        },
+        onError: (error) => {
+          this.updateStatus(`Error: ${error.message}`);
+          this.transcription?.addText(`✗ Error: ${error.message}`);
+        },
+      }
+    );
+  }
+  async toggleGeminiLive() {
+    const isActive = this.liveAgent?.getSessionState().isActive;
+    return isActive ? this.stopGeminiLive() : this.startGeminiLive();
+  }
+  async startGeminiLive() {
+    if (this.liveAgent?.getSessionState().isActive) return;
+    try {
+      this.updateStatus('Starting session...');
+      // Enable audio BEFORE starting the session
+      await xb.core.sound.enableAudio();
+      // Start live session with callbacks
+      await this.liveAgent.startLiveSession({
+        onopen: () => {
+          this.updateStatus('Connected - Listening...');
+        },
+        onmessage: (message) => this.handleAIMessage(message),
+        onclose: (closeEvent) => {
+          this.handleSessionClose(closeEvent);
+        },
+      });
+    } catch (error) {
+      this.updateStatus(`Failed to start: ${error.message}`);
+      this.transcription?.addText(
+        `Error: Failed to start AI session - ${error.message}`
+      );
+      await this.cleanup();
+    }
+  }
+  async stopGeminiLive() {
+    if (!this.liveAgent?.getSessionState().isActive) return;
+    await this.cleanup();
+  }
+  handleSessionClose(closeEvent) {
+    if (closeEvent.reason) {
+      this.transcription?.addText(closeEvent.reason);
+    }
+    xb.core.sound?.disableAudio();
+    xb.core.sound?.stopAIAudio();
+  }
+  createTextDisplay() {
+    this.textPanel = new xb.SpatialPanel({
+      width: 3,
+      height: 1.8,
+      backgroundColor: '#1a1a1abb',
+    });
+    const grid = this.textPanel.addGrid();
+    const statusRow = grid.addRow({weight: 0.1});
+    this.statusText = statusRow.addText({
+      text: 'Click Start to begin',
+      fontSize: 0.04,
+      fontColor: '#4ecdc4',
+      textAlign: 'center',
+    });
+    const responseDisplay = new xb.ScrollingTroikaTextView({
+      text: this.defaultText,
+      fontSize: 0.03,
+      textAlign: 'left',
+    });
+    grid.addRow({weight: 0.65}).add(responseDisplay);
+    this.transcription = new TranscriptionManager(responseDisplay);
+    this.toggleButton = grid.addRow({weight: 0.25}).addTextButton({
+      text: '▶ Start',
+      fontColor: '#ffffff',
+      backgroundColor: '#006644',
+      fontSize: 0.2,
+    });
+    this.toggleButton.onTriggered = () => this.toggleGeminiLive();
+    this.textPanel.position.set(0, 1.2, -2);
+    this.add(this.textPanel);
+  }
+  async handleAIMessage(message) {
+    if (message.data) {
+      xb.core.sound.playAIAudio(message.data);
+    }
+    const content = message.serverContent;
+    if (content) {
+      if (content.inputTranscription?.text) {
+        this.transcription.handleInputTranscription(
+          content.inputTranscription.text
+        );
+      }
+      if (content.outputTranscription?.text) {
+        this.transcription.handleOutputTranscription(
+          content.outputTranscription.text
+        );
+      }
+      if (content.turnComplete) {
+        this.transcription.finalizeTurn();
+      }
+    }
+    if (message.toolCall) {
+      this.updateStatus('AI is calling a tool...');
+      const functionResponses = [];
+      for (const fc of message.toolCall.functionCalls) {
+        const tool = this.liveAgent.findTool(fc.name);
+        if (tool) {
+          const promptText = fc.args?.prompt || 'custom scene';
+          this.updateStatus(`Generating skybox: ${promptText}...`);
+          // Small delay to ensure status is visible before long operation
+          await new Promise((resolve) => setTimeout(resolve, 100));
+          const result = await tool.execute(fc.args);
+          const response = xb.SkyboxAgent.createToolResponse(
+            fc.id,
+            fc.name,
+            result
+          );
+          functionResponses.push(response);
+          if (result.success) {
+            this.updateStatus('Skybox generated successfully!');
+            this.transcription.addText(`✓ ${result.data || 'Task completed'}`);
+          } else {
+            this.updateStatus(`Generation failed: ${result.error}`);
+            this.transcription.addText(`✗ Error: ${result.error}`);
+          }
+        } else {
+          this.updateStatus(`Tool not found: ${fc.name}`);
+          functionResponses.push({
+            id: fc.id,
+            name: fc.name,
+            response: {error: `Tool ${fc.name} not found`},
+          });
+          this.transcription.addText(`✗ Tool not found: ${fc.name}`);
+        }
+      }
+      this.liveAgent.sendToolResponse({functionResponses});
+    }
+  }
+  updateButtonState() {
+    const isActive = this.liveAgent?.getSessionState().isActive;
+    this.toggleButton?.setText(isActive ? '⏹ Stop' : '▶ Start');
+  }
+  updateStatus(message) {
+    if (this.statusText) {
+      this.statusText.text = message;
+    }
+  }
+  async cleanup() {
+    if (this.liveAgent?.getSessionState().isActive) {
+      try {
+        await this.liveAgent.stopLiveSession();
+      } catch (e) {
+        this.updateStatus(`Error stopping session: ${e.message}`);
+      }
+    }
+    xb.core.sound?.disableAudio();
+    xb.core.sound?.stopAIAudio();
+  }
+  async dispose() {
+    await this.cleanup();
+    super.dispose();
+  }
+}
+async function requestAudioPermission() {
+  try {
+    const stream = await navigator.mediaDevices.getUserMedia({
+      audio: {
+        sampleRate: 16000,
+        channelCount: 1,
+        echoCancellation: true,
+        noiseSuppression: true,
+      },
+    });
+    stream.getTracks().forEach((track) => track.stop());
+    return stream;
+  } catch (error) {
+    console.error(`Error requesting audio permission: ${error.message}`);
+    return null;
+  }
+}
+async function start() {
+  try {
+    await requestAudioPermission();
+    const options = new xb.Options();
+    options.simulator.instructions.enabled = false;
+    options.enableUI();
+    options.enableHands();
+    options.enableAI();
+    options.setAppTitle('Generating Skybox with Gemini');
+    xb.init(options);
+    xb.add(new GeminiSkyboxGenerator());
+  } catch (error) {
+    console.error(`Error initializing: ${error.message}`);
+  }
+}
+document.addEventListener('DOMContentLoaded', function () {
+  start();
+});
+</script>
+  </body>
+</html>