@glassly/engine 0.3.3-dev.621 → 0.3.3-dev.623

package/build/services/effectiveCapabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"effectiveCapabilities.d.ts","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAqB,WAAW,EAAwB,KAAK,YAAY,EAAC,MAAM,UAAU,CAAA;AAOjG,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,wBAAgB,kBAAkB,IAAI,eAAe,GAAG,IAAI,CAI3D;AAMD,iGAAiG;AACjG,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,WAAW,GAAG,YAAY,CAgCzE"}
+{"version":3,"file":"effectiveCapabilities.d.ts","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAoBA,OAAO,EAEL,WAAW,EAGX,KAAK,YAAY,EAClB,MAAM,UAAU,CAAA;AAQjB,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,wBAAgB,kBAAkB,IAAI,eAAe,GAAG,IAAI,CAI3D;AAMD,iGAAiG;AACjG,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,WAAW,GAAG,YAAY,CAEzE"}

package/build/services/effectiveCapabilities.js

@@ -11,11 +11,16 @@
  * lifted alongside the canvas, bounded only to keep frames sane. Firmware
  * that draws vector shapes keeps 128 scene slots, so shape-heavy frames
  * (a game board, a chart) get a larger shared text/shape budget.
+ *
+ * A connected controller that swipes in two dimensions (the Meta Neural Band)
+ * adds its surface to `button.buttons` as a `swipe2d` entry, so a miniapp can
+ * tell four-way swipes from the temples' and the R1 ring's up/down.
  */
 import { useGlassesStore } from "../stores/glasses";
 import { SETTINGS, useSettingsStore } from "../stores/settings";
-import { ALL_DISPLAY_SHAPES, getModelCapabilities } from "../types";
+import { ALL_DISPLAY_SHAPES, getModelCapabilities, } from "../types";
 import { resolveNativeNavigation } from "./nativeNavigationGate";
+import { input2dFrom } from "./settingsBridge";
 const CFW_MAX_TEXT_ELEMENTS = 24;
 const CFW_MAX_IMAGE_ELEMENTS = 16;
 const CFW_VECTOR_MAX_ELEMENTS = 120;
@@ -33,6 +38,9 @@ export function runtimeVolumeGate() {
     return useGlassesStore.getState().volumeGate === true;
 }
 export function getEffectiveCapabilities(model) {
+    return withControllerInput(glassesCapabilities(model));
+}
+function glassesCapabilities(model) {
     const base = getModelCapabilities(model);
     // Only models with a Glassly CFW publish a canvas or a volume gate; never
     // let a stale value reshape another model.
@@ -61,6 +69,36 @@ export function getEffectiveCapabilities(model) {
         },
     };
 }
+/** The Neural Band's thumb swipes, pinches and dial. */
+const NEURAL_BAND_SURFACE = {
+    type: "swipe2d",
+    events: [
+        "TAP",
+        "DOUBLE_TAP",
+        "PRESS_HOLD",
+        "SWIPE_UP",
+        "SWIPE_DOWN",
+        "SWIPE_LEFT",
+        "SWIPE_RIGHT",
+        "DIAL_UP",
+        "DIAL_DOWN",
+    ],
+};
+function withControllerInput(caps) {
+    const controller = useSettingsStore.getState().getSetting(SETTINGS.default_controller.key);
+    if (!input2dFrom(useGlassesStore.getState(), controller))
+        return caps;
+    const buttons = caps.button?.buttons ?? [];
+    return {
+        ...caps,
+        hasButton: true,
+        button: {
+            ...caps.button,
+            count: (caps.button?.count ?? buttons.length) + 1,
+            buttons: [...buttons, NEURAL_BAND_SURFACE],
+        },
+    };
+}
 function withVolumeGate(base) {
     return { ...base, microphone: { ...(base.microphone ?? {}), volumeGate: true } };
 }

package/build/services/effectiveCapabilities.js.map

@@ -1 +1 @@
-{"version":3,"file":"effectiveCapabilities.js","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAA;AACjD,OAAO,EAAC,QAAQ,EAAE,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EAAC,kBAAkB,EAAe,oBAAoB,EAAoB,MAAM,UAAU,CAAA;AACjG,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAA;AAE9D,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAChC,MAAM,sBAAsB,GAAG,EAAE,CAAA;AACjC,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAOnC,MAAM,UAAU,kBAAkB;IAChC,MAAM,EAAC,gBAAgB,EAAE,iBAAiB,EAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAA;IACxE,IAAI,CAAC,gBAAgB,IAAI,CAAC,iBAAiB,IAAI,gBAAgB,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3G,OAAO,EAAC,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,iBAAiB,EAAC,CAAA;AAC7D,CAAC;AAED,SAAS,0BAA0B;IACjC,OAAO,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,IAAI,CAAA;AAC5F,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,iBAAiB;IAC/B,OAAO,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,KAAK,IAAI,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAkB;IACzD,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAA;IACxC,0EAA0E;IAC1E,2CAA2C;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,aAAa,IAAI,iBAAiB,EAAE,CAAA;IACtF,IAAI,CAAC,MAAM;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5D,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAClE,iFAAiF;IACjF,qEAAqE;IACrE,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAC,WAAW,KAAK,IAAI,CAAA;IAC9D,OAAO;QACL,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,mBAAmB,EAAE,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;QAC1G,OAAO,EAAE;YACP,GAAG,IAAI,CAAC,OAAO;YACf,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,IAAI,CAAC,GAAG,CACvB,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,EACjC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CACzD;YACD,0EAA0E;YAC1E,gBAAgB,EAAE,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAClC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,sBAAsB,CAC1D;YACD,GAAG,CAAC,MAAM;gBACR,CAAC,CAAC,EAAC,MAAM,EAAE,CAAC,GAAG,kBAAkB,EAAE,KAAc,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC;gBACjG,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAkB;IACxC,OAAO,EAAC,GAAG,IAAI,EAAE,UAAU,EAAE,EAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAC,EAAC,CAAA;AAC9E,CAAC","sourcesContent":["/**\n * Effective device capabilities — the static model profile plus what the\n * connected firmware reports at runtime. The runtime override is the scene\n * canvas: Glassly CFW on the G2 rasterizes scenes phone-side straight into\n * the 640×480 panel, so the drawable canvas grows past stock's 576×288; on\n * the RayNeo iO it opens a 540×180 page that stock firmware has no\n * equivalent of. Any model whose profile declares `hasCustomFirmware` reads it.\n * Native publishes the canvas into the glasses status (0 = none). Because\n * that path is phone-side rasterization, the stock firmware's container\n * pools (6 text / 4 image) don't bound a CFW frame either — element caps are\n * lifted alongside the canvas, bounded only to keep frames sane. Firmware\n * that draws vector shapes keeps 128 scene slots, so shape-heavy frames\n * (a game board, a chart) get a larger shared text/shape budget.\n */\nimport {useGlassesStore} from \"../stores/glasses\"\nimport {SETTINGS, useSettingsStore} from \"../stores/settings\"\nimport {ALL_DISPLAY_SHAPES, DeviceTypes, getModelCapabilities, type Capabilities} from \"../types\"\nimport {resolveNativeNavigation} from \"./nativeNavigationGate\"\n\nconst CFW_MAX_TEXT_ELEMENTS = 24\nconst CFW_MAX_IMAGE_ELEMENTS = 16\nconst CFW_VECTOR_MAX_ELEMENTS = 120\n\nexport interface SceneCanvasSize {\n  width: number\n  height: number\n}\n\nexport function runtimeSceneCanvas(): SceneCanvasSize | null {\n  const {sceneCanvasWidth, sceneCanvasHeight} = useGlassesStore.getState()\n  if (!sceneCanvasWidth || !sceneCanvasHeight || sceneCanvasWidth <= 0 || sceneCanvasHeight <= 0) return null\n  return {width: sceneCanvasWidth, height: sceneCanvasHeight}\n}\n\nfunction forceNativeNavigationOnCfw(): boolean {\n  return useSettingsStore.getState().getSetting(SETTINGS.cfw_native_navigation.key) === true\n}\n\n/** The connected firmware gates microphone streaming on volume (G2 Glassly CFW revision 40+). */\nexport function runtimeVolumeGate(): boolean {\n  return useGlassesStore.getState().volumeGate === true\n}\n\nexport function getEffectiveCapabilities(model: DeviceTypes): Capabilities {\n  const base = getModelCapabilities(model)\n  // Only models with a Glassly CFW publish a canvas or a volume gate; never\n  // let a stale value reshape another model.\n  const canvas = base.hasCustomFirmware ? runtimeSceneCanvas() : null\n  const volumeGate = base.hasCustomFirmware && base.hasMicrophone && runtimeVolumeGate()\n  if (!canvas) return volumeGate ? withVolumeGate(base) : base\n  if (!base.display) return volumeGate ? withVolumeGate(base) : base\n  // Glassly CFW supports the complete vector contract, including SVG and rotation.\n  // Upstream g2flash publishes a raster canvas with sceneVector=false.\n  const vector = useGlassesStore.getState().sceneVector === true\n  return {\n    ...(volumeGate ? withVolumeGate(base) : base),\n    hasNativeNavigation: resolveNativeNavigation(base.hasNativeNavigation, true, forceNativeNavigationOnCfw()),\n    display: {\n      ...base.display,\n      width: canvas.width,\n      height: canvas.height,\n      maxTextElements: Math.max(\n        base.display.maxTextElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_TEXT_ELEMENTS,\n      ),\n      // Vector firmware draws an image as one cached slot, the same as a shape.\n      maxImageElements: Math.max(\n        base.display.maxImageElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_IMAGE_ELEMENTS,\n      ),\n      ...(vector\n        ? {shapes: [...ALL_DISPLAY_SHAPES, \"svg\" as const], animation: true, rotation: true, depth: true}\n        : {}),\n    },\n  }\n}\n\nfunction withVolumeGate(base: Capabilities): Capabilities {\n  return {...base, microphone: {...(base.microphone ?? {}), volumeGate: true}}\n}\n"]}
+{"version":3,"file":"effectiveCapabilities.js","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAA;AACjD,OAAO,EAAC,QAAQ,EAAE,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GAGrB,MAAM,UAAU,CAAA;AACjB,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAA;AAE5C,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAChC,MAAM,sBAAsB,GAAG,EAAE,CAAA;AACjC,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAOnC,MAAM,UAAU,kBAAkB;IAChC,MAAM,EAAC,gBAAgB,EAAE,iBAAiB,EAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAA;IACxE,IAAI,CAAC,gBAAgB,IAAI,CAAC,iBAAiB,IAAI,gBAAgB,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3G,OAAO,EAAC,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,iBAAiB,EAAC,CAAA;AAC7D,CAAC;AAED,SAAS,0BAA0B;IACjC,OAAO,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,IAAI,CAAA;AAC5F,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,iBAAiB;IAC/B,OAAO,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,KAAK,IAAI,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAkB;IACzD,OAAO,mBAAmB,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAkB;IAC7C,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAA;IACxC,0EAA0E;IAC1E,2CAA2C;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,aAAa,IAAI,iBAAiB,EAAE,CAAA;IACtF,IAAI,CAAC,MAAM;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5D,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAClE,iFAAiF;IACjF,qEAAqE;IACrE,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAC,WAAW,KAAK,IAAI,CAAA;IAC9D,OAAO;QACL,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,mBAAmB,EAAE,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;QAC1G,OAAO,EAAE;YACP,GAAG,IAAI,CAAC,OAAO;YACf,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,IAAI,CAAC,GAAG,CACvB,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,EACjC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CACzD;YACD,0EAA0E;YAC1E,gBAAgB,EAAE,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAClC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,sBAAsB,CAC1D;YACD,GAAG,CAAC,MAAM;gBACR,CAAC,CAAC,EAAC,MAAM,EAAE,CAAC,GAAG,kBAAkB,EAAE,KAAc,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC;gBACjG,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAA;AACH,CAAC;AAID,wDAAwD;AACxD,MAAM,mBAAmB,GAAiB;IACxC,IAAI,EAAE,SAAS;IACf,MAAM,EAAE;QACN,KAAK;QACL,YAAY;QACZ,YAAY;QACZ,UAAU;QACV,YAAY;QACZ,YAAY;QACZ,aAAa;QACb,SAAS;QACT,WAAW;KACZ;CACF,CAAA;AAED,SAAS,mBAAmB,CAAC,IAAkB;IAC7C,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAA;IAC1F,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,UAAU,CAAC;QAAE,OAAO,IAAI,CAAA;IACrE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,CAAA;IAC1C,OAAO;QACL,GAAG,IAAI;QACP,SAAS,EAAE,IAAI;QACf,MAAM,EAAE;YACN,GAAG,IAAI,CAAC,MAAM;YACd,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC;YACjD,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,mBAAmB,CAAC;SAC3C;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAkB;IACxC,OAAO,EAAC,GAAG,IAAI,EAAE,UAAU,EAAE,EAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAC,EAAC,CAAA;AAC9E,CAAC","sourcesContent":["/**\n * Effective device capabilities — the static model profile plus what the\n * connected firmware reports at runtime. The runtime override is the scene\n * canvas: Glassly CFW on the G2 rasterizes scenes phone-side straight into\n * the 640×480 panel, so the drawable canvas grows past stock's 576×288; on\n * the RayNeo iO it opens a 540×180 page that stock firmware has no\n * equivalent of. Any model whose profile declares `hasCustomFirmware` reads it.\n * Native publishes the canvas into the glasses status (0 = none). Because\n * that path is phone-side rasterization, the stock firmware's container\n * pools (6 text / 4 image) don't bound a CFW frame either — element caps are\n * lifted alongside the canvas, bounded only to keep frames sane. Firmware\n * that draws vector shapes keeps 128 scene slots, so shape-heavy frames\n * (a game board, a chart) get a larger shared text/shape budget.\n *\n * A connected controller that swipes in two dimensions (the Meta Neural Band)\n * adds its surface to `button.buttons` as a `swipe2d` entry, so a miniapp can\n * tell four-way swipes from the temples' and the R1 ring's up/down.\n */\nimport {useGlassesStore} from \"../stores/glasses\"\nimport {SETTINGS, useSettingsStore} from \"../stores/settings\"\nimport {\n  ALL_DISPLAY_SHAPES,\n  DeviceTypes,\n  getModelCapabilities,\n  type ButtonCapabilities,\n  type Capabilities,\n} from \"../types\"\nimport {resolveNativeNavigation} from \"./nativeNavigationGate\"\nimport {input2dFrom} from \"./settingsBridge\"\n\nconst CFW_MAX_TEXT_ELEMENTS = 24\nconst CFW_MAX_IMAGE_ELEMENTS = 16\nconst CFW_VECTOR_MAX_ELEMENTS = 120\n\nexport interface SceneCanvasSize {\n  width: number\n  height: number\n}\n\nexport function runtimeSceneCanvas(): SceneCanvasSize | null {\n  const {sceneCanvasWidth, sceneCanvasHeight} = useGlassesStore.getState()\n  if (!sceneCanvasWidth || !sceneCanvasHeight || sceneCanvasWidth <= 0 || sceneCanvasHeight <= 0) return null\n  return {width: sceneCanvasWidth, height: sceneCanvasHeight}\n}\n\nfunction forceNativeNavigationOnCfw(): boolean {\n  return useSettingsStore.getState().getSetting(SETTINGS.cfw_native_navigation.key) === true\n}\n\n/** The connected firmware gates microphone streaming on volume (G2 Glassly CFW revision 40+). */\nexport function runtimeVolumeGate(): boolean {\n  return useGlassesStore.getState().volumeGate === true\n}\n\nexport function getEffectiveCapabilities(model: DeviceTypes): Capabilities {\n  return withControllerInput(glassesCapabilities(model))\n}\n\nfunction glassesCapabilities(model: DeviceTypes): Capabilities {\n  const base = getModelCapabilities(model)\n  // Only models with a Glassly CFW publish a canvas or a volume gate; never\n  // let a stale value reshape another model.\n  const canvas = base.hasCustomFirmware ? runtimeSceneCanvas() : null\n  const volumeGate = base.hasCustomFirmware && base.hasMicrophone && runtimeVolumeGate()\n  if (!canvas) return volumeGate ? withVolumeGate(base) : base\n  if (!base.display) return volumeGate ? withVolumeGate(base) : base\n  // Glassly CFW supports the complete vector contract, including SVG and rotation.\n  // Upstream g2flash publishes a raster canvas with sceneVector=false.\n  const vector = useGlassesStore.getState().sceneVector === true\n  return {\n    ...(volumeGate ? withVolumeGate(base) : base),\n    hasNativeNavigation: resolveNativeNavigation(base.hasNativeNavigation, true, forceNativeNavigationOnCfw()),\n    display: {\n      ...base.display,\n      width: canvas.width,\n      height: canvas.height,\n      maxTextElements: Math.max(\n        base.display.maxTextElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_TEXT_ELEMENTS,\n      ),\n      // Vector firmware draws an image as one cached slot, the same as a shape.\n      maxImageElements: Math.max(\n        base.display.maxImageElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_IMAGE_ELEMENTS,\n      ),\n      ...(vector\n        ? {shapes: [...ALL_DISPLAY_SHAPES, \"svg\" as const], animation: true, rotation: true, depth: true}\n        : {}),\n    },\n  }\n}\n\ntype InputSurface = NonNullable<ButtonCapabilities[\"buttons\"]>[number]\n\n/** The Neural Band's thumb swipes, pinches and dial. */\nconst NEURAL_BAND_SURFACE: InputSurface = {\n  type: \"swipe2d\",\n  events: [\n    \"TAP\",\n    \"DOUBLE_TAP\",\n    \"PRESS_HOLD\",\n    \"SWIPE_UP\",\n    \"SWIPE_DOWN\",\n    \"SWIPE_LEFT\",\n    \"SWIPE_RIGHT\",\n    \"DIAL_UP\",\n    \"DIAL_DOWN\",\n  ],\n}\n\nfunction withControllerInput(caps: Capabilities): Capabilities {\n  const controller = useSettingsStore.getState().getSetting(SETTINGS.default_controller.key)\n  if (!input2dFrom(useGlassesStore.getState(), controller)) return caps\n  const buttons = caps.button?.buttons ?? []\n  return {\n    ...caps,\n    hasButton: true,\n    button: {\n      ...caps.button,\n      count: (caps.button?.count ?? buttons.length) + 1,\n      buttons: [...buttons, NEURAL_BAND_SURFACE],\n    },\n  }\n}\n\nfunction withVolumeGate(base: Capabilities): Capabilities {\n  return {...base, microphone: {...(base.microphone ?? {}), volumeGate: true}}\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@glassly/engine",
-  "version": "0.3.3-dev.621",
+  "version": "0.3.3-dev.623",
   "description": "Glassly Engine — miniapp registry, WebView bridge, and miniapp store",
   "main": "build/index.js",
   "react-native": "src/index.ts",
@@ -97,17 +97,17 @@
     "registry": "https://registry.npmjs.org/"
   },
   "dependencies": {
-    "@glassly/bluetooth-sdk": "0.3.3-dev.621",
-    "@glassly/cloud-client": "0.3.3-dev.621",
-    "@glassly/cloud-protocol": "0.3.3-dev.621",
-    "@glassly/crust": "0.3.3-dev.621",
-    "@glassly/miniapp": "0.3.3-dev.621",
+    "@glassly/bluetooth-sdk": "0.3.3-dev.623",
+    "@glassly/cloud-client": "0.3.3-dev.623",
+    "@glassly/cloud-protocol": "0.3.3-dev.623",
+    "@glassly/crust": "0.3.3-dev.623",
+    "@glassly/miniapp": "0.3.3-dev.623",
     "buffer": "^6.0.3",
     "events": "^3.3.0",
     "react-native-marked": "8.1.1",
     "semver": "^7.7.4",
     "typesafe-ts": "^1.7.1",
-    "@glassly/llm-providers": "0.3.3-dev.621"
+    "@glassly/llm-providers": "0.3.3-dev.623"
   },
   "devDependencies": {
     "@glassly/llm-providers": "workspace:*",

package/src/generated/releaseMetadata.ts

@@ -12,9 +12,9 @@ export interface EngineReleaseMetadata {
 export const ENGINE_RELEASE_METADATA: Readonly<EngineReleaseMetadata> = Object.freeze({
   "schemaVersion": 1,
   "familyBaseVersion": "0.3.3",
-  "releaseIdentity": "0.3.3-dev.621",
-  "releaseSetId": "glassly-0.3.3-dev.621",
-  "sourceCommit": "ff7024d16c4a0a99136ab16fd1f13a743d25ac30",
+  "releaseIdentity": "0.3.3-dev.623",
+  "releaseSetId": "glassly-0.3.3-dev.623",
+  "sourceCommit": "6eb106fb7c84c6b17cd3d46557f75bb81a23f191",
   "otaManifestUrl": null,
   "otaManifestSha256": null
 })

package/src/services/GestureDotsService.ts

@@ -3,7 +3,9 @@
  * glasses when a touch gesture arrives, while nothing else is on the display:
  * a filled circle for a single tap, two for a double tap, an arrow for a swipe
  * (cleared after a short pulse), a bullseye for a recognized long press.
- * The Neural Band's middle finger (index 1) draws the same shapes hollow. Extracted from
+ * Controllers that report press edges (touch_down … tap_end) show the press
+ * itself instead: a dot while pressed, the bullseye once held, cleared at
+ * release. The Neural Band's middle finger (index 1) draws the same shapes hollow. Extracted from
  * the CFW dashboard service; it renders through
  * the ordinary scene pipeline, so it works on any positioning device (stock
  * G2 included), and is gated by the gesture_dots debug setting.
@@ -24,6 +26,8 @@ import sceneRenderer from "./SceneRenderer"
 const DOTS_APP_ID = "system.gesture-dots"
 /** How long a gesture stays on the indicator. */
 const GESTURE_FLASH_MS = 700
+/** A press-edge device's tap and hold reports trail its last edge by its double-tap window. */
+const EDGE_REPORT_GRACE_MS = 1000
 const MARGIN_X = 16
 const MARGIN_TOP = 10
 /** Gestures that flash a glyph. */
@@ -45,6 +49,8 @@ class GestureDotsService {
   private flashTimer: number | null = null
   /** Raw controller holds survive hold recognition/dial events until their own release. */
   private presses = new Map<number, {raw: boolean; glyph: GestureDotGlyph}>()
+  /** When each finger last sent a press edge (touch_down, or tap_end after one). */
+  private lastEdgeAt = new Map<number, number>()
   /** Avoid sending identical images for successive phases of the same press. */
   private renderedGlyph: GestureDotGlyph | null = null
   /** Whether the indicator scene currently has anything on it (needs a clear when the flash ends). */
@@ -76,6 +82,7 @@ class GestureDotsService {
     for (const unsub of this.unsubs) unsub()
     this.unsubs = []
     this.relinquish()
+    this.lastEdgeAt.clear()
     this.started = false
   }
 
@@ -124,9 +131,12 @@ class GestureDotsService {
     const finger = fingerIndex ?? 0
     const press = this.presses.get(finger)
     if (gestureName === "touch_down" || gestureName === "tap_start") {
+      if (gestureName === "touch_down") this.lastEdgeAt.set(finger, Date.now())
       if (press) {
-        // Both reports describe one press. Never restart its visual feedback.
+        // Both reports describe one press: after touch_down, tap_start means it is held.
         if (gestureName === "touch_down") press.raw = true
+        else if (press.raw) press.glyph = "hold"
+        this.render()
         return
       }
       this.clearFlash()
@@ -137,21 +147,24 @@ class GestureDotsService {
     if (gestureName === "tap_end") {
       if (!press) return
       this.presses.delete(finger)
-      // The band's resolved tap arrives after release (double-tap window).
-      // Keep the glyph lit across that gap so one pinch never flashes twice.
-      if (press.raw && this.presses.size === 0) this.startFlash(press.glyph)
+      if (press.raw) this.lastEdgeAt.set(finger, Date.now())
       this.render()
       return
     }
     const shape = FLASH_GLYPHS[gestureName]
     const glyph = shape && finger === 1 ? MIDDLE_FINGER_GLYPHS[shape] ?? shape : shape
-    if (press?.raw && (!glyph || gestureName === "long_press")) {
+    // The press already showed its own tap and hold; the device's report of
+    // them follows after its double-tap window, often after release.
+    const shownByPress = gestureName === "single_tap" || gestureName === "long_press"
+    if (press?.raw && (!glyph || shownByPress)) {
       // Pinch-and-turn reports do not release a finger. A recognized hold
       // stays visible until tap_end instead of expiring halfway through it.
-      if (glyph) press.glyph = glyph
+      if (gestureName === "long_press") press.glyph = "hold"
       this.render()
       return
     }
+    const lastEdgeAt = this.lastEdgeAt.get(finger)
+    if (!press && shownByPress && lastEdgeAt !== undefined && Date.now() - lastEdgeAt < EDGE_REPORT_GRACE_MS) return
     // Completed taps/swipes become one continuous pulse, even if the device
     // omits tap_end. Older tap_start-only devices retain the same fallback.
     this.presses.delete(finger)

package/src/services/GlassesTouchInput.ts

@@ -7,6 +7,7 @@ import {useGlassesStore} from "../stores/glasses"
 import {BgTimer} from "../utils/timers"
 import dashboardOpenTrace from "./debug/DashboardOpenTrace"
 import gestureDotsService from "./GestureDotsService"
+import {isGlassesConnected} from "./GlassesReadiness"
 import localDisplayManager from "./LocalDisplayManager"
 import localMiniappRuntime from "./LocalMiniappRuntime"
 import {MiniappExitGesture} from "./MiniappExitGesture"
@@ -92,8 +93,9 @@ export function dispatchTouchEvent(event: TouchEvent): void {
   // Nobody claimed a double tap: the glasses' own dashboard. On eligible
   // Glassly CFW glasses the dashboard miniapp claims it while it runs
   // (ADR-0006); stock firmware keeps its native dashboard (ADR-0002). The
-  // modal nav UI owns the screen; showDashboard would fight it.
-  if (osDoubleTap && !nativeNavigationService.isActive) {
+  // modal nav UI owns the screen; showDashboard would fight it. Without
+  // glasses there is no dashboard to open, and the mirror keeps its frame.
+  if (osDoubleTap && !nativeNavigationService.isActive && isGlassesConnected(useGlassesStore.getState().connection)) {
     useDisplayStore.getState().setDisplayEvent({layout: {layoutType: "unavailable", reason: "firmware-dashboard"}})
     void Promise.resolve(BluetoothSdk.showDashboard()).catch((err) => {
       console.error("DeviceEventRouter: showDashboard failed:", err)

package/src/services/LocalMiniappRuntime.ts

@@ -5330,12 +5330,14 @@ class LocalMiniappRuntime {
     if (this.capabilitiesWired) return
     this.capabilitiesWired = true
     const broadcast = () => this.broadcastCapabilities()
-    // Connection, model and firmware also decide the dashboard view's eligibility.
+    // Connection, model and firmware also decide the dashboard view's eligibility;
+    // a connected Neural Band adds its swipe2d surface to `button`.
     useGlassesStore.subscribe(
       (s) =>
-        `${s.sceneCanvasWidth ?? 0}x${s.sceneCanvasHeight ?? 0}:${s.sceneVector === true}:${s.firmwareVersion}:${s.connection.state}:${s.deviceModel}`,
+        `${s.sceneCanvasWidth ?? 0}x${s.sceneCanvasHeight ?? 0}:${s.sceneVector === true}:${s.firmwareVersion}:${s.connection.state}:${s.deviceModel}:${s.controllerConnected}`,
       broadcast,
     )
+    useSettingsStore.subscribe((s) => s.getSetting(SETTINGS.default_controller.key), broadcast)
     // The debug knob flips hasNativeNavigation on custom firmware.
     useSettingsStore.subscribe((s) => s.getSetting(SETTINGS.cfw_native_navigation.key), broadcast)
     // The dashboard master switch flips the dashboard view.

package/src/services/effectiveCapabilities.ts

@@ -11,11 +11,22 @@
  * lifted alongside the canvas, bounded only to keep frames sane. Firmware
  * that draws vector shapes keeps 128 scene slots, so shape-heavy frames
  * (a game board, a chart) get a larger shared text/shape budget.
+ *
+ * A connected controller that swipes in two dimensions (the Meta Neural Band)
+ * adds its surface to `button.buttons` as a `swipe2d` entry, so a miniapp can
+ * tell four-way swipes from the temples' and the R1 ring's up/down.
  */
 import {useGlassesStore} from "../stores/glasses"
 import {SETTINGS, useSettingsStore} from "../stores/settings"
-import {ALL_DISPLAY_SHAPES, DeviceTypes, getModelCapabilities, type Capabilities} from "../types"
+import {
+  ALL_DISPLAY_SHAPES,
+  DeviceTypes,
+  getModelCapabilities,
+  type ButtonCapabilities,
+  type Capabilities,
+} from "../types"
 import {resolveNativeNavigation} from "./nativeNavigationGate"
+import {input2dFrom} from "./settingsBridge"
 
 const CFW_MAX_TEXT_ELEMENTS = 24
 const CFW_MAX_IMAGE_ELEMENTS = 16
@@ -42,6 +53,10 @@ export function runtimeVolumeGate(): boolean {
 }
 
 export function getEffectiveCapabilities(model: DeviceTypes): Capabilities {
+  return withControllerInput(glassesCapabilities(model))
+}
+
+function glassesCapabilities(model: DeviceTypes): Capabilities {
   const base = getModelCapabilities(model)
   // Only models with a Glassly CFW publish a canvas or a volume gate; never
   // let a stale value reshape another model.
@@ -75,6 +90,39 @@ export function getEffectiveCapabilities(model: DeviceTypes): Capabilities {
   }
 }
 
+type InputSurface = NonNullable<ButtonCapabilities["buttons"]>[number]
+
+/** The Neural Band's thumb swipes, pinches and dial. */
+const NEURAL_BAND_SURFACE: InputSurface = {
+  type: "swipe2d",
+  events: [
+    "TAP",
+    "DOUBLE_TAP",
+    "PRESS_HOLD",
+    "SWIPE_UP",
+    "SWIPE_DOWN",
+    "SWIPE_LEFT",
+    "SWIPE_RIGHT",
+    "DIAL_UP",
+    "DIAL_DOWN",
+  ],
+}
+
+function withControllerInput(caps: Capabilities): Capabilities {
+  const controller = useSettingsStore.getState().getSetting(SETTINGS.default_controller.key)
+  if (!input2dFrom(useGlassesStore.getState(), controller)) return caps
+  const buttons = caps.button?.buttons ?? []
+  return {
+    ...caps,
+    hasButton: true,
+    button: {
+      ...caps.button,
+      count: (caps.button?.count ?? buttons.length) + 1,
+      buttons: [...buttons, NEURAL_BAND_SURFACE],
+    },
+  }
+}
+
 function withVolumeGate(base: Capabilities): Capabilities {
   return {...base, microphone: {...(base.microphone ?? {}), volumeGate: true}}
 }