@glassly/engine 0.3.3-dev.655 → 0.3.3-dev.659

package/build/utils/audio/pcmLevel.d.ts

@@ -0,0 +1,9 @@
+/** Floor for mic level readings; digital silence would otherwise be -Infinity. */
+export declare const PCM_LEVEL_FLOOR_DBFS = -120;
+/**
+ * RMS level of one s16le chunk in dBFS, on the volume gate's 32767 full scale.
+ * Native events deliver PCM as a Uint8Array (Expo converts Data/ByteArray),
+ * not the ArrayBuffer the event type declares, so read through a DataView.
+ */
+export declare function pcmLevelDbfs(pcm: ArrayBuffer | ArrayBufferView): number;
+//# sourceMappingURL=pcmLevel.d.ts.map

package/build/utils/audio/pcmLevel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pcmLevel.d.ts","sourceRoot":"","sources":["../../../src/utils/audio/pcmLevel.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,eAAO,MAAM,oBAAoB,OAAO,CAAA;AAExC;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,GAAG,EAAE,WAAW,GAAG,eAAe,GAAG,MAAM,CAWvE"}

package/build/utils/audio/pcmLevel.js

@@ -0,0 +1,21 @@
+/** Floor for mic level readings; digital silence would otherwise be -Infinity. */
+export const PCM_LEVEL_FLOOR_DBFS = -120;
+/**
+ * RMS level of one s16le chunk in dBFS, on the volume gate's 32767 full scale.
+ * Native events deliver PCM as a Uint8Array (Expo converts Data/ByteArray),
+ * not the ArrayBuffer the event type declares, so read through a DataView.
+ */
+export function pcmLevelDbfs(pcm) {
+    const view = ArrayBuffer.isView(pcm) ? new DataView(pcm.buffer, pcm.byteOffset, pcm.byteLength) : new DataView(pcm);
+    const count = view.byteLength >> 1;
+    if (count === 0)
+        return PCM_LEVEL_FLOOR_DBFS;
+    let sumSquares = 0;
+    for (let i = 0; i < count; i++) {
+        const sample = view.getInt16(i * 2, true);
+        sumSquares += sample * sample;
+    }
+    const rms = Math.sqrt(sumSquares / count);
+    return Math.max(PCM_LEVEL_FLOOR_DBFS, 20 * Math.log10(rms / 32767));
+}
+//# sourceMappingURL=pcmLevel.js.map

package/build/utils/audio/pcmLevel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pcmLevel.js","sourceRoot":"","sources":["../../../src/utils/audio/pcmLevel.ts"],"names":[],"mappings":"AAAA,kFAAkF;AAClF,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAG,CAAA;AAExC;;;;GAIG;AACH,MAAM,UAAU,YAAY,CAAC,GAAkC;IAC7D,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,CAAA;IACnH,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAA;IAClC,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,oBAAoB,CAAA;IAC5C,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAA;QACzC,UAAU,IAAI,MAAM,GAAG,MAAM,CAAA;IAC/B,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,CAAA;IACzC,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAoB,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAA;AACrE,CAAC","sourcesContent":["/** Floor for mic level readings; digital silence would otherwise be -Infinity. */\nexport const PCM_LEVEL_FLOOR_DBFS = -120\n\n/**\n * RMS level of one s16le chunk in dBFS, on the volume gate's 32767 full scale.\n * Native events deliver PCM as a Uint8Array (Expo converts Data/ByteArray),\n * not the ArrayBuffer the event type declares, so read through a DataView.\n */\nexport function pcmLevelDbfs(pcm: ArrayBuffer | ArrayBufferView): number {\n  const view = ArrayBuffer.isView(pcm) ? new DataView(pcm.buffer, pcm.byteOffset, pcm.byteLength) : new DataView(pcm)\n  const count = view.byteLength >> 1\n  if (count === 0) return PCM_LEVEL_FLOOR_DBFS\n  let sumSquares = 0\n  for (let i = 0; i < count; i++) {\n    const sample = view.getInt16(i * 2, true)\n    sumSquares += sample * sample\n  }\n  const rms = Math.sqrt(sumSquares / count)\n  return Math.max(PCM_LEVEL_FLOOR_DBFS, 20 * Math.log10(rms / 32767))\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@glassly/engine",
-  "version": "0.3.3-dev.655",
+  "version": "0.3.3-dev.659",
   "description": "Glassly Engine — miniapp registry, WebView bridge, and miniapp store",
   "main": "build/index.js",
   "react-native": "src/index.ts",
@@ -97,17 +97,17 @@
     "registry": "https://registry.npmjs.org/"
   },
   "dependencies": {
-    "@glassly/bluetooth-sdk": "0.3.3-dev.655",
-    "@glassly/cloud-client": "0.3.3-dev.655",
-    "@glassly/cloud-protocol": "0.3.3-dev.655",
-    "@glassly/crust": "0.3.3-dev.655",
-    "@glassly/miniapp": "0.3.3-dev.655",
+    "@glassly/bluetooth-sdk": "0.3.3-dev.659",
+    "@glassly/cloud-client": "0.3.3-dev.659",
+    "@glassly/cloud-protocol": "0.3.3-dev.659",
+    "@glassly/crust": "0.3.3-dev.659",
+    "@glassly/miniapp": "0.3.3-dev.659",
     "buffer": "^6.0.3",
     "events": "^3.3.0",
     "react-native-marked": "8.1.1",
     "semver": "^7.7.4",
     "typesafe-ts": "^1.7.1",
-    "@glassly/llm-providers": "0.3.3-dev.655"
+    "@glassly/llm-providers": "0.3.3-dev.659"
   },
   "devDependencies": {
     "@glassly/llm-providers": "workspace:*",

package/src/facades/display.ts

@@ -6,7 +6,6 @@
  */
 import BluetoothSdk from "@glassly/bluetooth-sdk"
 import {sendGesture} from "../services/GlassesTouchInput"
-import localMiniappRuntime from "../services/LocalMiniappRuntime"
 import {useDisplayStore} from "../stores/display"
 import {displayMirror} from "./displayMirror"
 
@@ -22,8 +21,7 @@ export const display = {
     /** An overlay app holds the slot. */
     isOpen: (): boolean => useDisplayStore.getState().overlayOwner !== null,
     /** As if the head was raised/lowered (the dashboard app applies contextual_dashboard). */
-    setHeadUp: (up: boolean): void =>
-      localMiniappRuntime.forwardEvent("head_up", {position: up ? "up" : "down", timestamp: Date.now()}),
+    setHeadUp: (up: boolean): void => sendGesture(up ? "head_up" : "head_down"),
     /** A double tap on the empty screen: the dashboard app opens (simulator button). */
     open: (): void => {
       if (!display.dashboard.isOpen()) sendGesture("double_tap")

package/src/facades/glasses.ts

@@ -32,22 +32,10 @@ import neuralBandInput, {
 } from "../services/neuralBand/NeuralBandInput"
 import {recordSupportProfileConnectionFailure} from "../services/SupportProfileSync"
 import {getModelCapabilities, type DeviceTypes} from "../types"
+import {pcmLevelDbfs} from "../utils/audio/pcmLevel"
 import {glassesWifi} from "./glassesWifi"
 import {glassesSettings} from "./glassesSettings"
 
-/** Floor for the mic level readout; digital silence would otherwise be -Infinity. */
-const MIC_LEVEL_FLOOR_DBFS = -120
-
-/** RMS level of one s16le chunk in dBFS, on the volume gate's 32767 full scale. */
-function pcmLevelDbfs(pcm: ArrayBuffer): number {
-  const samples = new Int16Array(pcm, 0, pcm.byteLength >> 1)
-  if (samples.length === 0) return MIC_LEVEL_FLOOR_DBFS
-  let sumSquares = 0
-  for (let i = 0; i < samples.length; i++) sumSquares += samples[i] * samples[i]
-  const rms = Math.sqrt(sumSquares / samples.length)
-  return Math.max(MIC_LEVEL_FLOOR_DBFS, 20 * Math.log10(rms / 32767))
-}
-
 let micLevelSubscriptions = 0
 
 function projectStatus() {
@@ -328,7 +316,7 @@ export const glasses = {
     onMicLevel: (cb: (dbfs: number) => void): (() => void) => {
       const owner = `mic_level_${++micLevelSubscriptions}`
       micStateCoordinator.acquireHostPcm(owner)
-      const sub = BluetoothSdk.addListener("mic_pcm", (event: {pcm: ArrayBuffer}) => {
+      const sub = BluetoothSdk.addListener("mic_pcm", (event: {pcm: ArrayBuffer | Uint8Array}) => {
         if (event?.pcm) cb(pcmLevelDbfs(event.pcm))
       })
       return () => {

package/src/generated/releaseMetadata.ts

@@ -12,9 +12,9 @@ export interface EngineReleaseMetadata {
 export const ENGINE_RELEASE_METADATA: Readonly<EngineReleaseMetadata> = Object.freeze({
   "schemaVersion": 1,
   "familyBaseVersion": "0.3.3",
-  "releaseIdentity": "0.3.3-dev.655",
-  "releaseSetId": "glassly-0.3.3-dev.655",
-  "sourceCommit": "2cd9af55c9ab7e6a1d33b5c9e9dff6015e4ff6dc",
+  "releaseIdentity": "0.3.3-dev.659",
+  "releaseSetId": "glassly-0.3.3-dev.659",
+  "sourceCommit": "4504c1b1114103c746b0ad6921e04bf264d42644",
   "otaManifestUrl": null,
   "otaManifestSha256": null
 })

package/src/services/DeviceEventRouter.ts

@@ -257,14 +257,6 @@ export function startDeviceEventRouter(): void {
       })
     }),
   )
-  // Head position — translate native {up:boolean} → SDK {position:"up"|"down"}.
-  // The dashboard miniapp opens on head-up from this stream (ADR-0006).
-  subs.push(
-    BluetoothSdk.addListener("head_up", (event) => {
-      if (event.up) dashboardOpenTrace.trigger("head-up")
-      localMiniappRuntime.forwardEvent("head_up", {position: event.up ? "up" : "down", timestamp: Date.now()})
-    }),
-  )
   subs.push({remove: dashboardOpenTrace.start()})
   // On-device STT transcripts → local miniapps only while the local engine is
   // active (cloud fallback or an explicit forceLocal subscription). The runtime

package/src/services/GlassesTouchInput.ts

@@ -5,6 +5,7 @@ import BluetoothSdk from "@glassly/bluetooth-sdk/internal"
 import {useAppStatusStore} from "../stores/apps"
 import {useGlassesStore} from "../stores/glasses"
 import {BgTimer} from "../utils/timers"
+import {DeviceTypes} from "../types"
 import dashboardOpenTrace from "./debug/DashboardOpenTrace"
 import gestureDotsService from "./GestureDotsService"
 import {isGlassesConnected} from "./GlassesReadiness"
@@ -12,6 +13,7 @@ import localDisplayManager from "./LocalDisplayManager"
 import localMiniappRuntime from "./LocalMiniappRuntime"
 import {MiniappExitGesture} from "./MiniappExitGesture"
 import nativeNavigationService from "./NativeNavigationService"
+import {getEffectiveCapabilities} from "./effectiveCapabilities"
 import {isOverlayApp} from "./pages/overlayApps"
 
 const miniappExitGesture = new MiniappExitGesture({
@@ -40,13 +42,22 @@ function shouldForwardScroll(event: TouchEvent): boolean {
   return true
 }
 
+/** Glasses whose firmware leaves the dashboard to the phone (CFW) rather than drawing its own. */
+function firmwareDefersDashboard(): boolean {
+  const model = useGlassesStore.getState().deviceModel as DeviceTypes | null | undefined
+  return getEffectiveCapabilities(model ?? DeviceTypes.NONE)?.display?.views?.includes("dashboard") === true
+}
+
 /**
  * Route both real glasses input and phone mirror controls through the same
  * policy. A claimed gesture goes to the app holding the claim, alone; an
  * unclaimed one goes to every subscriber and then the engine's default. The
  * one rule ahead of the claims: an unclaimed double tap on a miniapp whose
  * frame is visibly on the glasses leaves that app, whoever else claimed the
- * gesture — the dashboard's claim is for the empty screen.
+ * gesture — the dashboard's claim is for the empty screen. Head position
+ * (head_up / head_down) is a gesture like any other: the dashboard claims it
+ * while it runs, and an unclaimed head_up on glasses that defer the dashboard
+ * to the phone opens the stock one, as it would with no app at all.
  */
 export function dispatchTouchEvent(event: TouchEvent): void {
   const gesture = event.gestureName
@@ -54,6 +65,7 @@ export function dispatchTouchEvent(event: TouchEvent): void {
   // The Neural Band's middle finger (index 1) shares the tap names but is left
   // to miniapps: the engine's own double-tap behaviors are the index finger's.
   const osDoubleTap = gesture === "double_tap" && event.index !== 1
+  const osHeadUp = gesture === "head_up"
 
   if (osDoubleTap) {
     // A visible main miniapp opts out of OS exit by registering double tap (the
@@ -73,8 +85,10 @@ export function dispatchTouchEvent(event: TouchEvent): void {
   }
 
   if (claimant !== null) {
-    // An overlay app claims the double tap on an empty screen to open the dashboard.
-    if (gesture === "double_tap" && isOverlayApp(claimant)) dashboardOpenTrace.trigger("double-tap", event.timestamp)
+    // An overlay app claims the double tap and head-up on an empty screen to open the dashboard.
+    if ((gesture === "double_tap" || osHeadUp) && isOverlayApp(claimant)) {
+      dashboardOpenTrace.trigger(osHeadUp ? "head-up" : "double-tap", event.timestamp)
+    }
     // The press may have started before this app claimed its release edge.
     gestureDotsService.noteGesture(gesture, true, event.index)
     if (!shouldForwardScroll(event)) return
@@ -90,12 +104,14 @@ export function dispatchTouchEvent(event: TouchEvent): void {
   if (!shouldForwardScroll(event)) return
   localMiniappRuntime.forwardEvent("touch_event", event)
 
-  // Nobody claimed a double tap: the glasses' own dashboard. On eligible
-  // Glassly CFW glasses the dashboard miniapp claims it while it runs
-  // (ADR-0006); stock firmware keeps its native dashboard (ADR-0002). The
-  // modal nav UI owns the screen; showDashboard would fight it. Without
+  // Nobody claimed a double tap or a head-up: the glasses' own dashboard. On
+  // eligible Glassly CFW glasses the dashboard miniapp claims both while it
+  // runs (ADR-0006); stock firmware keeps its native dashboard (ADR-0002) and
+  // opens it on a head-up by itself, so only the double tap is relayed there.
+  // The modal nav UI owns the screen; showDashboard would fight it. Without
   // glasses there is no dashboard to open, and the mirror keeps its frame.
-  if (osDoubleTap && !nativeNavigationService.isActive && isGlassesConnected(useGlassesStore.getState().connection)) {
+  const opensStockDashboard = osDoubleTap || (osHeadUp && firmwareDefersDashboard())
+  if (opensStockDashboard && !nativeNavigationService.isActive && isGlassesConnected(useGlassesStore.getState().connection)) {
     useDisplayStore.getState().setDisplayEvent({layout: {layoutType: "unavailable", reason: "firmware-dashboard"}})
     void Promise.resolve(BluetoothSdk.showDashboard()).catch((err) => {
       console.error("DeviceEventRouter: showDashboard failed:", err)
@@ -123,7 +139,9 @@ export function sendGesture(
     | "swipe_right"
     | "long_press"
     | "dial_up"
-    | "dial_down",
+    | "dial_down"
+    | "head_up"
+    | "head_down",
 ): void {
   const model = useGlassesStore.getState().deviceModel
   dispatchTouchEvent({

package/src/services/LocalMiniappRuntime.ts

@@ -2345,20 +2345,6 @@ class LocalMiniappRuntime {
             data: {key, value: this.settingsBridgeValue(key)},
           })
         }
-      } else if (stream === "head_position") {
-        // The glasses store has no headUp field (same on the pre-engine host
-        // hook), so this stays a no-emit until head state lands in the store.
-        const headUp = (gs as {headUp?: boolean}).headUp
-        if (typeof headUp === "boolean") {
-          this.sendToMiniapp(packageName, {
-            type: MiniappResponseType.EVENT,
-            streamType: "head_position",
-            data: {
-              position: headUp ? "up" : "down",
-              timestamp: Date.now(),
-            },
-          })
-        }
       }
     }
   }
@@ -5457,7 +5443,6 @@ class LocalMiniappRuntime {
    * Forward a streamed event to all miniapps subscribed to the given stream.
    *
    * Event name translation:
-   * - Cloud sends "head_up" → miniapp protocol uses "head_position" (HEAD_POSITION)
    * - Cloud sends "VAD" (uppercase) → miniapp protocol uses "vad" (lowercase)
    */
   public forwardEvent(
@@ -5722,8 +5707,6 @@ class LocalMiniappRuntime {
     // Cloud / Bluetooth SDK → miniapp protocol translations.
     // Bluetooth SDK event names don't always match the miniapp wire values.
     switch (cloudEventName) {
-      case "head_up":
-        return MiniappStreamType.HEAD_POSITION // head_up → head_position
       case "accel_event":
         return MiniappStreamType.ACCEL_DATA // accel_event (native) → accel_data
       case "VAD":

package/src/utils/audio/pcmLevel.ts

@@ -0,0 +1,20 @@
+/** Floor for mic level readings; digital silence would otherwise be -Infinity. */
+export const PCM_LEVEL_FLOOR_DBFS = -120
+
+/**
+ * RMS level of one s16le chunk in dBFS, on the volume gate's 32767 full scale.
+ * Native events deliver PCM as a Uint8Array (Expo converts Data/ByteArray),
+ * not the ArrayBuffer the event type declares, so read through a DataView.
+ */
+export function pcmLevelDbfs(pcm: ArrayBuffer | ArrayBufferView): number {
+  const view = ArrayBuffer.isView(pcm) ? new DataView(pcm.buffer, pcm.byteOffset, pcm.byteLength) : new DataView(pcm)
+  const count = view.byteLength >> 1
+  if (count === 0) return PCM_LEVEL_FLOOR_DBFS
+  let sumSquares = 0
+  for (let i = 0; i < count; i++) {
+    const sample = view.getInt16(i * 2, true)
+    sumSquares += sample * sample
+  }
+  const rms = Math.sqrt(sumSquares / count)
+  return Math.max(PCM_LEVEL_FLOOR_DBFS, 20 * Math.log10(rms / 32767))
+}