@glassly/engine 0.3.8-dev.999 → 0.4.0-dev.1017

package/src/services/neuralBand/NeuralBandSettingsSync.ts

@@ -1,16 +1,23 @@
 /**
- * Pushes the Neural Band user settings (air mouse, wearing hand) to every
- * connected band: to each band as it connects, and to all of them whenever
- * either setting changes. The native side keeps nothing across connections.
+ * Pushes the Neural Band user settings (air mouse, wearing hand, vibration) to
+ * every connected band: to each band as it connects, and to all of them
+ * whenever a setting changes. The native side keeps nothing across
+ * connections. Handwriting is gated, not pushed: HandwritingGate runs it while
+ * the setting is on and a miniapp has a text field open.
  */
 import BluetoothSdk from "@glassly/bluetooth-sdk/internal"
 
 import {useGlassesStore} from "../../stores/glasses"
 import {SETTINGS, useSettingsStore} from "../../stores/settings"
 import {ControllerTypes} from "../../types/enums"
+import {BgTimer} from "../../utils/timers"
 import {readyControllers} from "../controllers"
+import localMiniappRuntime from "../LocalMiniappRuntime"
+import {HandwritingGate} from "./HandwritingGate"
+import neuralBandInput from "./NeuralBandInput"
 
 let unsubscribers: (() => void)[] = []
+let handwriting: HandwritingGate | null = null
 
 function connectedBandIds(): string[] {
   return readyControllers(useGlassesStore.getState().controllers)
@@ -32,10 +39,39 @@ function pushHand(id: string): void {
   )
 }
 
+function pushVibration(id: string): void {
+  const enabled = useSettingsStore.getState().getSetting(SETTINGS.neural_band_vibration.key) !== false
+  void BluetoothSdk.neuralBandSetGestureHaptics(id, enabled).catch((err) =>
+    console.warn("NeuralBandSettingsSync: vibration push failed:", err),
+  )
+}
+
+function startHandwritingGate(): (() => void)[] {
+  const gate = new HandwritingGate({
+    enabled: () => useSettingsStore.getState().getSetting(SETTINGS.neural_band_handwriting.key) !== false,
+    textFieldOpen: () => localMiniappRuntime.hasOpenTextField(),
+    setHandwriting: (id, enabled) => BluetoothSdk.neuralBandSetHandwriting(id, enabled),
+    setTimeout: (fn, ms) => BgTimer.setTimeout(fn, ms),
+    clearTimeout: (handle) => BgTimer.clearTimeout(handle as number),
+  })
+  handwriting = gate
+  gate.setBands(connectedBandIds())
+  return [
+    useSettingsStore.subscribe(
+      (s) => s.getSetting(SETTINGS.neural_band_handwriting.key),
+      () => gate.update(),
+    ),
+    localMiniappRuntime.onTextFieldChange(() => gate.update()),
+    neuralBandInput.onHandwritingStatus(({id, status}) => gate.status(id, status.phase)),
+    () => gate.dispose(),
+  ]
+}
+
 export function startNeuralBandSettingsSync(): void {
   if (unsubscribers.length > 0) return
   let connected = new Set(connectedBandIds())
   unsubscribers = [
+    ...startHandwritingGate(),
     useGlassesStore.subscribe(
       () => connectedBandIds().sort().join(","),
       () => {
@@ -44,8 +80,10 @@ export function startNeuralBandSettingsSync(): void {
           if (connected.has(id)) continue
           pushAirMouse(id)
           pushHand(id)
+          pushVibration(id)
         }
         connected = next
+        handwriting?.setBands([...next])
       },
     ),
     useSettingsStore.subscribe(
@@ -56,10 +94,15 @@ export function startNeuralBandSettingsSync(): void {
       (s) => s.getSetting(SETTINGS.neural_band_hand.key),
       () => connectedBandIds().forEach(pushHand),
     ),
+    useSettingsStore.subscribe(
+      (s) => s.getSetting(SETTINGS.neural_band_vibration.key),
+      () => connectedBandIds().forEach(pushVibration),
+    ),
   ]
 }
 
 export function stopNeuralBandSettingsSync(): void {
   for (const unsubscribe of unsubscribers) unsubscribe()
   unsubscribers = []
+  handwriting = null
 }

package/src/stores/appVisibility.ts

@@ -28,7 +28,6 @@ export const DEV_TOOLS_PACKAGES: ReadonlySet<string> = new Set([
   "com.glassly.example",
   "com.glassly.tetris",
   "com.glassly.compass",
-  "com.glassly.showcase",
 ])
 
 /** True when the app is dev-only and developer tools are off. */

package/src/stores/settings.ts

@@ -848,6 +848,24 @@ export const SETTINGS: Record<string, Setting> = {
     saveOnServer: false,
     persist: true,
   },
+  // Meta Neural Band handwriting typing into miniapps. Enabled means the band runs
+  // its handwriting model while a miniapp has a text field open on the glasses
+  // (HandwritingGate); the model streams the whole time it runs, so never otherwise.
+  neural_band_handwriting: {
+    key: "neural_band_handwriting",
+    defaultValue: () => true,
+    writable: true,
+    saveOnServer: false,
+    persist: true,
+  },
+  // The band's own buzz on each gesture (its haptics pattern 1; pattern 2 is silent).
+  neural_band_vibration: {
+    key: "neural_band_vibration",
+    defaultValue: () => true,
+    writable: true,
+    saveOnServer: false,
+    persist: true,
+  },
   // Watch (Apple Watch, Wear OS): draw the glasses' current frame behind the watch
   // trackpad. Frames cross the watch link while the watch app is up, so it stays off
   // unless asked for.

package/src/types/enums.ts

@@ -24,4 +24,5 @@ export enum ControllerTypes {
   GAMEBRICK = "IINE Gamebrick",
   IINE_ANANKE = "IINE Ananke Gen 2",
   ZERO2 = "8BitDo Zero 2",
+  MICRO = "8BitDo Micro",
 }