npm - brilliantsole - Versions diffs - 0.0.27 → 0.0.29 - Mend

brilliantsole 0.0.27 → 0.0.29

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (202) hide show

package/assets/3d/anchor.glb +0 -0
package/assets/3d/coin.glb +0 -0
package/assets/3d/glasses.glb +0 -0
package/assets/audio/bounceMedium.wav +0 -0
package/assets/audio/bounceStrong.wav +0 -0
package/assets/audio/bounceWeak.wav +0 -0
package/assets/audio/coin.wav +0 -0
package/assets/audio/getUp.wav +0 -0
package/assets/audio/grab.wav +0 -0
package/assets/audio/kick.wav +0 -0
package/assets/audio/platterFadeIn old.wav +0 -0
package/assets/audio/platterFadeIn.wav +0 -0
package/assets/audio/platterFadeOut.wav +0 -0
package/assets/audio/punch.wav +0 -0
package/assets/audio/punchSqueak.wav +0 -0
package/assets/audio/purr.wav +0 -0
package/assets/audio/purrFadeOut.wav +0 -0
package/assets/audio/release.wav +0 -0
package/assets/audio/splat.wav +0 -0
package/assets/audio/stomp.wav +0 -0
package/build/brilliantsole.cjs +3091 -741
package/build/brilliantsole.cjs.map +1 -1
package/build/brilliantsole.js +2759 -709
package/build/brilliantsole.js.map +1 -1
package/build/brilliantsole.ls.js +2602 -543
package/build/brilliantsole.ls.js.map +1 -1
package/build/brilliantsole.min.js +1 -1
package/build/brilliantsole.min.js.map +1 -1
package/build/brilliantsole.module.d.ts +295 -65
package/build/brilliantsole.module.js +2749 -710
package/build/brilliantsole.module.js.map +1 -1
package/build/brilliantsole.module.min.d.ts +295 -65
package/build/brilliantsole.module.min.js +1 -1
package/build/brilliantsole.module.min.js.map +1 -1
package/build/brilliantsole.node.module.d.ts +289 -62
package/build/brilliantsole.node.module.js +3080 -742
package/build/brilliantsole.node.module.js.map +1 -1
package/build/dts/BS-output.d.ts +10 -0
package/build/dts/BS.d.ts +21 -8
package/build/dts/CameraManager.d.ts +72 -0
package/build/dts/Device.d.ts +64 -13
package/build/dts/DeviceInformationManager.d.ts +4 -4
package/build/dts/DeviceManager.d.ts +2 -0
package/build/dts/FileTransferManager.d.ts +18 -8
package/build/dts/InformationManager.d.ts +2 -0
package/build/dts/MicrophoneManager.d.ts +88 -0
package/build/dts/TfliteManager.d.ts +22 -2
package/build/dts/WifiManager.d.ts +61 -0
package/build/dts/connection/BaseConnectionManager.d.ts +35 -3
package/build/dts/connection/ClientConnectionManager.d.ts +7 -2
package/build/dts/connection/bluetooth/NobleConnectionManager.d.ts +2 -1
package/build/dts/connection/bluetooth/WebBluetoothConnectionManager.d.ts +1 -0
package/build/dts/connection/bluetooth/bluetoothUUIDs.d.ts +2 -2
package/build/dts/connection/udp/UDPConnectionManager.d.ts +28 -0
package/build/dts/connection/webSocket/WebSocketConnectionManager.d.ts +25 -0
package/build/dts/devicePair/DevicePair.d.ts +5 -5
package/build/dts/scanner/BaseScanner.d.ts +4 -1
package/build/dts/scanner/NobleScanner.d.ts +2 -1
package/build/dts/sensor/MotionSensorDataManager.d.ts +5 -2
package/build/dts/sensor/SensorDataManager.d.ts +5 -4
package/build/dts/server/BaseClient.d.ts +5 -3
package/build/dts/server/ServerUtils.d.ts +1 -1
package/build/dts/server/websocket/WebSocketUtils.d.ts +1 -1
package/build/dts/utils/AudioUtils.d.ts +2 -0
package/build/dts/utils/Console.d.ts +2 -0
package/build/dts/utils/ThrottleUtils.d.ts +2 -0
package/build/dts/vibration/VibrationManager.d.ts +19 -2
package/build/index.d.ts +292 -62
package/build/index.node.d.ts +286 -59
package/examples/3d/scene.html +19 -5
package/examples/3d-generic/index.html +144 -0
package/examples/3d-generic/script.js +266 -0
package/examples/basic/index.html +267 -17
package/examples/basic/script.js +958 -105
package/examples/camera/barcode-detector.js +109 -0
package/examples/camera/depth-estimation.js +71 -0
package/examples/camera/face-detector.js +119 -0
package/examples/camera/face-landmark.js +111 -0
package/examples/camera/gesture-recognition.js +97 -0
package/examples/camera/hand-landmark.js +74 -0
package/examples/camera/image-segmentation.js +98 -0
package/examples/camera/image-to-text.js +43 -0
package/examples/camera/image-upscale.js +75 -0
package/examples/camera/index.html +129 -0
package/examples/camera/object-detection.js +98 -0
package/examples/camera/pose-landmark.js +60 -0
package/examples/camera/script.js +316 -0
package/examples/camera/utils.js +165 -0
package/examples/camera/yolo-tiny.js +54 -0
package/examples/camera/yolo.js +119 -0
package/examples/edge-impulse/script.js +157 -48
package/examples/edge-impulse-test/README.md +11 -0
package/examples/edge-impulse-test/edge-impulse-standalone.js +7228 -0
package/examples/edge-impulse-test/edge-impulse-standalone.wasm +0 -0
package/examples/edge-impulse-test/index.html +75 -0
package/examples/edge-impulse-test/run-impulse.js +135 -0
package/examples/edge-impulse-test/script.js +200 -0
package/examples/glasses-gestures/README.md +11 -0
package/examples/glasses-gestures/edge-impulse-standalone.js +7228 -0
package/examples/glasses-gestures/edge-impulse-standalone.wasm +0 -0
package/examples/glasses-gestures/index.html +69 -0
package/examples/glasses-gestures/run-impulse.js +135 -0
package/examples/glasses-gestures/script.js +226 -0
package/examples/gloves/edge-impulse-standalone.js +7228 -0
package/examples/gloves/edge-impulse-standalone.wasm +0 -0
package/examples/gloves/index.html +4 -1
package/examples/gloves/run-impulse.js +135 -0
package/examples/gloves/script.js +367 -51
package/examples/graph/script.js +94 -37
package/examples/microphone/gender.js +54 -0
package/examples/microphone/index.html +102 -0
package/examples/microphone/script.js +394 -0
package/examples/microphone/utils.js +45 -0
package/examples/microphone/whisper-realtime.js +166 -0
package/examples/microphone/whisper.js +132 -0
package/examples/punch/index.html +135 -0
package/examples/punch/punch.tflite +0 -0
package/examples/punch/script.js +169 -0
package/examples/server/index.html +98 -22
package/examples/server/script.js +317 -109
package/examples/ukaton-firmware-update/merged-firmware.bin +0 -0
package/examples/utils/aframe/aframe-master.min.js +2 -0
package/examples/utils/aframe/bs-vibration.js +150 -0
package/examples/utils/aframe/force-pushable.js +80 -0
package/examples/utils/aframe/grabbable-anchor.js +46 -0
package/examples/utils/aframe/grabbable-listener.js +31 -0
package/examples/utils/aframe/grabbable-physics-body.js +190 -0
package/examples/utils/aframe/grow-shrink.js +25 -0
package/examples/utils/aframe/hand-punch.js +119 -0
package/examples/utils/aframe/my-obb-collider.js +293 -0
package/examples/utils/aframe/occlude-hand-tracking-controls.js +47 -0
package/examples/utils/aframe/occlude-mesh.js +42 -0
package/examples/utils/aframe/palm-up-detector.js +47 -0
package/examples/utils/aframe/shadow-material.js +20 -0
package/examples/utils/aframe/soft-shadow-light.js +9 -0
package/examples/webxr-2/assets/3d/soccerBall.glb +0 -0
package/examples/webxr-2/assets/audio/shellBounce.wav +0 -0
package/examples/webxr-2/assets/audio/shellHit.wav +0 -0
package/examples/webxr-2/assets/audio/shellKick.wav +0 -0
package/examples/webxr-2/assets/audio/soccerBounce.wav +0 -0
package/examples/webxr-2/assets/audio/soccerKick.mp3 +0 -0
package/examples/webxr-2/assets/images/shellTexture.png +0 -0
package/examples/webxr-2/components/bs-ankle.js +337 -0
package/examples/webxr-2/components/coin.js +84 -0
package/examples/webxr-2/components/custom-wrap.js +17 -0
package/examples/webxr-2/components/goomba.js +3250 -0
package/examples/webxr-2/components/init-shell-material.js +215 -0
package/examples/webxr-2/components/platter.js +172 -0
package/examples/webxr-2/components/shell.js +374 -0
package/examples/webxr-2/components/soccer-ball.js +250 -0
package/examples/webxr-2/components/squashed-goomba.js +249 -0
package/examples/webxr-2/edge-impulse-standalone.js +7228 -0
package/examples/webxr-2/edge-impulse-standalone.wasm +0 -0
package/examples/webxr-2/index.html +996 -0
package/examples/webxr-2/kick.tflite +0 -0
package/examples/webxr-2/kick2.tflite +0 -0
package/examples/webxr-2/run-impulse.js +135 -0
package/examples/webxr-2/script.js +384 -0
package/examples/webxr-3/components/bs-camera.js +65 -0
package/examples/webxr-3/index.html +134 -0
package/examples/webxr-3/script.js +432 -0
package/package.json +2 -1
package/src/.prettierrc +4 -0
package/src/BS.ts +79 -8
package/src/CameraManager.ts +497 -0
package/src/Device.ts +691 -86
package/src/DeviceInformationManager.ts +19 -10
package/src/DeviceManager.ts +85 -25
package/src/FileTransferManager.ts +145 -20
package/src/InformationManager.ts +40 -15
package/src/MicrophoneManager.ts +599 -0
package/src/TfliteManager.ts +171 -25
package/src/WifiManager.ts +323 -0
package/src/connection/BaseConnectionManager.ts +130 -30
package/src/connection/ClientConnectionManager.ts +34 -10
package/src/connection/bluetooth/BluetoothConnectionManager.ts +8 -2
package/src/connection/bluetooth/NobleConnectionManager.ts +147 -41
package/src/connection/bluetooth/WebBluetoothConnectionManager.ts +99 -34
package/src/connection/bluetooth/bluetoothUUIDs.ts +40 -13
package/src/connection/udp/UDPConnectionManager.ts +356 -0
package/src/connection/websocket/WebSocketConnectionManager.ts +282 -0
package/src/devicePair/DevicePair.ts +95 -25
package/src/devicePair/DevicePairPressureSensorDataManager.ts +27 -7
package/src/scanner/BaseScanner.ts +49 -11
package/src/scanner/NobleScanner.ts +76 -14
package/src/sensor/MotionSensorDataManager.ts +21 -6
package/src/sensor/PressureSensorDataManager.ts +37 -8
package/src/sensor/SensorConfigurationManager.ts +73 -22
package/src/sensor/SensorDataManager.ts +109 -23
package/src/server/BaseClient.ts +150 -36
package/src/server/BaseServer.ts +50 -2
package/src/server/ServerUtils.ts +39 -9
package/src/server/udp/UDPServer.ts +73 -22
package/src/server/udp/UDPUtils.ts +9 -2
package/src/server/websocket/WebSocketClient.ts +27 -7
package/src/server/websocket/WebSocketUtils.ts +4 -2
package/src/utils/AudioUtils.ts +65 -0
package/src/utils/Console.ts +62 -9
package/src/utils/ParseUtils.ts +24 -5
package/src/utils/ThrottleUtils.ts +62 -0
package/src/utils/Timer.ts +1 -1
package/src/vibration/VibrationManager.ts +166 -40

package/examples/camera/image-to-text.js ADDED Viewed

@@ -0,0 +1,43 @@
+import { pipeline } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.2.4";
+import { registerModel } from "./utils.js";
+let captioner = undefined;
+let isRunning = false;
+const createCaptioner = async () => {
+  console.log("creating captioner...", captioner);
+  captioner = await pipeline(
+    "image-to-text",
+    "Xenova/vit-gpt2-image-captioning"
+  );
+  console.log("created captioner", captioner);
+};
+registerModel(
+  "image to text",
+  () => {
+    if (!captioner) {
+      createCaptioner();
+    }
+  },
+  async (image, canvas, context, mediaResultsElement) => {
+    if (!captioner) {
+      console.error("captioner not created yet");
+      return;
+    }
+    if (isRunning) {
+      return;
+    }
+    isRunning = true;
+    const output = await captioner(image.src);
+    console.log("captioner output", output);
+    isRunning = false;
+    if (output[0]) {
+      mediaResultsElement.textContent = output[0].generated_text;
+    }
+  }
+);

package/examples/camera/image-upscale.js ADDED Viewed

@@ -0,0 +1,75 @@
+import { pipeline } from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.5.2";
+import {
+  drawColorImage,
+  drawGreyscaleImage,
+  registerModel,
+  resizeImage,
+} from "./utils.js";
+let upscaler = undefined;
+let isRunning = false;
+const createUpscaler = async () => {
+  console.log("creating upscaler...");
+  upscaler = await pipeline(
+    "image-to-image",
+    "Xenova/swin2SR-compressed-sr-x4-48",
+    {
+      // quantized: false, // Uncomment this line to use the quantized version
+    }
+  );
+  console.log("created upscaler", upscaler);
+};
+registerModel(
+  "image upscale",
+  () => {
+    if (!upscaler) {
+      createUpscaler();
+    }
+  },
+  async (
+    image,
+    canvas,
+    context,
+    mediaResultsElement,
+    generatedImageCanvas,
+    generatedImageContext
+  ) => {
+    if (!upscaler) {
+      console.error("upscaler not created yet");
+      return;
+    }
+    if (isRunning) {
+      return;
+    }
+    isRunning = true;
+    try {
+      console.log("running upscaler...");
+      const src = resizeImage(image, 256, 256);
+      const output = await upscaler(src);
+      console.log("upscaler output", output);
+      if (output) {
+        const { channels, data, height, width } = output;
+        console.log({ channels, data, height, width });
+        if (channels == 3) {
+          generatedImageCanvas.style.display = "";
+          drawColorImage(
+            data,
+            height,
+            width,
+            generatedImageCanvas,
+            generatedImageContext
+          );
+        }
+      }
+    } catch (error) {
+      console.error("error running upscalar", error);
+    } finally {
+      isRunning = false;
+    }
+  }
+);

package/examples/camera/index.html ADDED Viewed

@@ -0,0 +1,129 @@
+<html>
+  <head>
+    <title>Camera | BrilliantSole JavaScript SDK</title>
+    <meta name="viewport" content="width=device-width, initial-scale=1" />
+    <link rel="shortcut icon" type="image/x-icon" href="/favicon.ico" />
+    <script type="module" src="./script.js"></script>
+    <script
+      src="https://cdn.jsdelivr.net/npm/@mediapipe/drawing_utils/drawing_utils.js"
+      crossorigin="anonymous"
+    ></script>
+    <script
+      src="https://cdn.jsdelivr.net/npm/@mediapipe/hands/hands.js"
+      crossorigin="anonymous"
+    ></script>
+    <script type="module" src="./hand-landmark.js"></script>
+    <script type="module" src="./gesture-recognition.js"></script>
+    <script type="module" src="./face-detector.js"></script>
+    <script type="module" src="./barcode-detector.js"></script>
+    <script type="module" src="./face-landmark.js"></script>
+    <script type="module" src="./pose-landmark.js"></script>
+    <script type="module" src="./object-detection.js"></script>
+    <script type="module" src="./image-to-text.js"></script>
+    <script type="module" src="./image-upscale.js"></script>
+    <script type="module" src="./depth-estimation.js"></script>
+    <script type="module" src="./yolo.js"></script>
+    <!-- <script type="module" src="./yolo-tiny.js"></script> -->
+    <script type="module" src="./image-segmentation.js"></script>
+  </head>
+  <style>
+    img,
+    canvas {
+      width: 100%;
+      height: 100%;
+    }
+    #generatedImage {
+      width: 300;
+      height: 300;
+    }
+    #imageContainer {
+      position: relative;
+      display: inline-block;
+      width: 300;
+      height: 300;
+      aspect-ratio: 1;
+    }
+    #imageOverlay {
+      position: absolute;
+      top: 0;
+      left: 0;
+      pointer-events: none;
+    }
+  </style>
+  <body>
+    <nav>
+      <a href="../../">home</a>
+    </nav>
+    <h1>Camera | BrilliantSole JavaScript SDK</h1>
+    <button id="toggleConnection">connect</button>
+    <label>
+      model type
+      <select id="modelType">
+        <optgroup label="model type">
+          <option>none</option>
+        </optgroup>
+      </select>
+    </label>
+    <br />
+    <label><b>camera status:</b> <span id="cameraStatus"></span></label>
+    <br />
+    <label>auto picture: <input type="checkbox" id="autoPicture" /> </label>
+    <br />
+    <button disabled id="takePicture">take picture</button>
+    <progress value="0" id="cameraImageProgress"></progress>
+    <br />
+    <button disabled id="focusCamera">focus camera</button>
+    <br />
+    <button disabled id="sleepCamera">sleep camera</button>
+    <div style="display: flex; flex-direction: row; gap: 1rem">
+      <div>
+        <label>
+          <b>camera configuration: </b>
+          <pre id="cameraConfigurationPre"></pre>
+        </label>
+        <label>
+          take picture after update?
+          <input type="checkbox" id="takePictureAfterUpdate" />
+        </label>
+        <div id="cameraConfiguration">
+          <template id="cameraConfigurationTypeTemplate">
+            <div class="cameraConfigurationType">
+              <label>
+                <input class="value" type="range" value="" disabled />
+                <b class="type"></b> <span></span>
+              </label>
+            </div>
+          </template>
+        </div>
+        <label>
+          <b>white balance</b>
+          <input type="color" id="cameraWhiteBalance" disabled />
+        </label>
+      </div>
+      <div>
+        <div id="imageContainer">
+          <canvas width="300" height="300" id="imageOverlay"></canvas>
+          <img id="cameraImage" />
+        </div>
+        <canvas
+          display="none"
+          width="300"
+          height="300"
+          id="generatedImage"
+        ></canvas>
+        <pre id="modelResults"></pre>
+      </div>
+    </div>
+  </body>
+</html>

package/examples/camera/object-detection.js ADDED Viewed

@@ -0,0 +1,98 @@
+import {
+  ObjectDetector,
+  FilesetResolver,
+} from "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.2";
+import { drawBox, registerModel } from "./utils.js";
+let objectDetector = undefined;
+let runningMode = "VIDEO";
+registerModel(
+  "object detection",
+  () => {
+    if (!objectDetector) {
+      createObjectDetector();
+    }
+  },
+  async (image, canvas, context, mediaResultsElement) => {
+    if (!objectDetector) {
+      console.error("objectDetector not created yet");
+      return;
+    }
+    const results = objectDetector.detectForVideo(image, performance.now());
+    console.log("objectDetectorResults", results);
+    let categoriesStringObject = [];
+    results.detections.forEach((detection, index) => {
+      const { boundingBox, categories } = detection;
+      drawBox(boundingBox, image, canvas, context);
+      const category = categories[0];
+      if (category) {
+        const { score, categoryName } = category;
+        categoriesStringObject.push({ score, categoryName });
+      }
+    });
+    mediaResultsElement.textContent = JSON.stringify(
+      categoriesStringObject,
+      null,
+      2
+    );
+  }
+);
+const createObjectDetector = async () => {
+  const vision = await FilesetResolver.forVisionTasks(
+    "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.2/wasm"
+  );
+  objectDetector = await ObjectDetector.createFromOptions(vision, {
+    baseOptions: {
+      modelAssetPath: `https://storage.googleapis.com/mediapipe-models/object_detector/efficientdet_lite0/float16/1/efficientdet_lite0.tflite`,
+      delegate: "GPU",
+    },
+    scoreThreshold: 0.5,
+    runningMode: runningMode,
+  });
+  console.log("created objectDetector", objectDetector);
+};
+const sampleResult = {
+  detections: [
+    {
+      categories: [
+        {
+          score: 0.8662109375,
+          index: -1,
+          categoryName: "clock",
+          displayName: "",
+        },
+      ],
+      keypoints: [],
+      boundingBox: {
+        originX: 333,
+        originY: 309,
+        width: 244,
+        height: 240,
+      },
+    },
+    {
+      categories: [
+        {
+          score: 0.53125,
+          index: -1,
+          categoryName: "person",
+          displayName: "",
+        },
+      ],
+      keypoints: [],
+      boundingBox: {
+        originX: 43,
+        originY: 572,
+        width: 189,
+        height: 146,
+      },
+    },
+  ],
+};

package/examples/camera/pose-landmark.js ADDED Viewed

@@ -0,0 +1,60 @@
+import {
+  PoseLandmarker,
+  FilesetResolver,
+  DrawingUtils,
+} from "https://cdn.skypack.dev/@mediapipe/tasks-vision@0.10.0";
+import { registerModel } from "./utils.js";
+let poseLandmarker = undefined;
+let drawingUtils;
+let runningMode = "VIDEO";
+registerModel(
+  "pose landmark",
+  () => {
+    if (!poseLandmarker) {
+      createPoseLandmarker();
+    }
+  },
+  async (image, canvas, context) => {
+    if (!poseLandmarker) {
+      console.error("poseLandmarker not created yet");
+      return;
+    }
+    const result = poseLandmarker.detectForVideo(image, performance.now());
+    console.log("poseLandmarkerResult", result);
+    drawingUtils = drawingUtils || new DrawingUtils(context);
+    context.save();
+    context.clearRect(0, 0, canvas.width, canvas.height);
+    for (const landmark of result.landmarks) {
+      drawingUtils.drawLandmarks(landmark, {
+        radius: (data) => DrawingUtils.lerp(data.from.z, -0.15, 0.1, 2, 1),
+      });
+      drawingUtils.drawConnectors(landmark, PoseLandmarker.POSE_CONNECTIONS);
+    }
+    context.restore();
+  }
+);
+const createPoseLandmarker = async () => {
+  const vision = await FilesetResolver.forVisionTasks(
+    "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.0/wasm"
+  );
+  poseLandmarker = await PoseLandmarker.createFromOptions(vision, {
+    baseOptions: {
+      modelAssetPath: `https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task`,
+      delegate: "GPU",
+    },
+    runningMode: runningMode,
+    numPoses: 1,
+    minPoseDetectionConfidence: 0.5,
+    minPosePresenceConfidence: 0.5,
+    minTrackingConfidence: 0.5,
+    outputSegmentationMasks: false,
+  });
+  console.log("created poseLandmarker", poseLandmarker);
+};