@glassly/engine 0.3.3-dev.622 → 0.3.3-dev.623

package/build/services/effectiveCapabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"effectiveCapabilities.d.ts","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAqB,WAAW,EAAwB,KAAK,YAAY,EAAC,MAAM,UAAU,CAAA;AAOjG,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,wBAAgB,kBAAkB,IAAI,eAAe,GAAG,IAAI,CAI3D;AAMD,iGAAiG;AACjG,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,WAAW,GAAG,YAAY,CAgCzE"}
+{"version":3,"file":"effectiveCapabilities.d.ts","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAoBA,OAAO,EAEL,WAAW,EAGX,KAAK,YAAY,EAClB,MAAM,UAAU,CAAA;AAQjB,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf;AAED,wBAAgB,kBAAkB,IAAI,eAAe,GAAG,IAAI,CAI3D;AAMD,iGAAiG;AACjG,wBAAgB,iBAAiB,IAAI,OAAO,CAE3C;AAED,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,WAAW,GAAG,YAAY,CAEzE"}

package/build/services/effectiveCapabilities.js

@@ -11,11 +11,16 @@
  * lifted alongside the canvas, bounded only to keep frames sane. Firmware
  * that draws vector shapes keeps 128 scene slots, so shape-heavy frames
  * (a game board, a chart) get a larger shared text/shape budget.
+ *
+ * A connected controller that swipes in two dimensions (the Meta Neural Band)
+ * adds its surface to `button.buttons` as a `swipe2d` entry, so a miniapp can
+ * tell four-way swipes from the temples' and the R1 ring's up/down.
  */
 import { useGlassesStore } from "../stores/glasses";
 import { SETTINGS, useSettingsStore } from "../stores/settings";
-import { ALL_DISPLAY_SHAPES, getModelCapabilities } from "../types";
+import { ALL_DISPLAY_SHAPES, getModelCapabilities, } from "../types";
 import { resolveNativeNavigation } from "./nativeNavigationGate";
+import { input2dFrom } from "./settingsBridge";
 const CFW_MAX_TEXT_ELEMENTS = 24;
 const CFW_MAX_IMAGE_ELEMENTS = 16;
 const CFW_VECTOR_MAX_ELEMENTS = 120;
@@ -33,6 +38,9 @@ export function runtimeVolumeGate() {
     return useGlassesStore.getState().volumeGate === true;
 }
 export function getEffectiveCapabilities(model) {
+    return withControllerInput(glassesCapabilities(model));
+}
+function glassesCapabilities(model) {
     const base = getModelCapabilities(model);
     // Only models with a Glassly CFW publish a canvas or a volume gate; never
     // let a stale value reshape another model.
@@ -61,6 +69,36 @@ export function getEffectiveCapabilities(model) {
         },
     };
 }
+/** The Neural Band's thumb swipes, pinches and dial. */
+const NEURAL_BAND_SURFACE = {
+    type: "swipe2d",
+    events: [
+        "TAP",
+        "DOUBLE_TAP",
+        "PRESS_HOLD",
+        "SWIPE_UP",
+        "SWIPE_DOWN",
+        "SWIPE_LEFT",
+        "SWIPE_RIGHT",
+        "DIAL_UP",
+        "DIAL_DOWN",
+    ],
+};
+function withControllerInput(caps) {
+    const controller = useSettingsStore.getState().getSetting(SETTINGS.default_controller.key);
+    if (!input2dFrom(useGlassesStore.getState(), controller))
+        return caps;
+    const buttons = caps.button?.buttons ?? [];
+    return {
+        ...caps,
+        hasButton: true,
+        button: {
+            ...caps.button,
+            count: (caps.button?.count ?? buttons.length) + 1,
+            buttons: [...buttons, NEURAL_BAND_SURFACE],
+        },
+    };
+}
 function withVolumeGate(base) {
     return { ...base, microphone: { ...(base.microphone ?? {}), volumeGate: true } };
 }

package/build/services/effectiveCapabilities.js.map

@@ -1 +1 @@
-{"version":3,"file":"effectiveCapabilities.js","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAA;AACjD,OAAO,EAAC,QAAQ,EAAE,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EAAC,kBAAkB,EAAe,oBAAoB,EAAoB,MAAM,UAAU,CAAA;AACjG,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAA;AAE9D,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAChC,MAAM,sBAAsB,GAAG,EAAE,CAAA;AACjC,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAOnC,MAAM,UAAU,kBAAkB;IAChC,MAAM,EAAC,gBAAgB,EAAE,iBAAiB,EAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAA;IACxE,IAAI,CAAC,gBAAgB,IAAI,CAAC,iBAAiB,IAAI,gBAAgB,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3G,OAAO,EAAC,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,iBAAiB,EAAC,CAAA;AAC7D,CAAC;AAED,SAAS,0BAA0B;IACjC,OAAO,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,IAAI,CAAA;AAC5F,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,iBAAiB;IAC/B,OAAO,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,KAAK,IAAI,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAkB;IACzD,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAA;IACxC,0EAA0E;IAC1E,2CAA2C;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,aAAa,IAAI,iBAAiB,EAAE,CAAA;IACtF,IAAI,CAAC,MAAM;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5D,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAClE,iFAAiF;IACjF,qEAAqE;IACrE,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAC,WAAW,KAAK,IAAI,CAAA;IAC9D,OAAO;QACL,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,mBAAmB,EAAE,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;QAC1G,OAAO,EAAE;YACP,GAAG,IAAI,CAAC,OAAO;YACf,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,IAAI,CAAC,GAAG,CACvB,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,EACjC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CACzD;YACD,0EAA0E;YAC1E,gBAAgB,EAAE,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAClC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,sBAAsB,CAC1D;YACD,GAAG,CAAC,MAAM;gBACR,CAAC,CAAC,EAAC,MAAM,EAAE,CAAC,GAAG,kBAAkB,EAAE,KAAc,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC;gBACjG,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAkB;IACxC,OAAO,EAAC,GAAG,IAAI,EAAE,UAAU,EAAE,EAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAC,EAAC,CAAA;AAC9E,CAAC","sourcesContent":["/**\n * Effective device capabilities — the static model profile plus what the\n * connected firmware reports at runtime. The runtime override is the scene\n * canvas: Glassly CFW on the G2 rasterizes scenes phone-side straight into\n * the 640×480 panel, so the drawable canvas grows past stock's 576×288; on\n * the RayNeo iO it opens a 540×180 page that stock firmware has no\n * equivalent of. Any model whose profile declares `hasCustomFirmware` reads it.\n * Native publishes the canvas into the glasses status (0 = none). Because\n * that path is phone-side rasterization, the stock firmware's container\n * pools (6 text / 4 image) don't bound a CFW frame either — element caps are\n * lifted alongside the canvas, bounded only to keep frames sane. Firmware\n * that draws vector shapes keeps 128 scene slots, so shape-heavy frames\n * (a game board, a chart) get a larger shared text/shape budget.\n */\nimport {useGlassesStore} from \"../stores/glasses\"\nimport {SETTINGS, useSettingsStore} from \"../stores/settings\"\nimport {ALL_DISPLAY_SHAPES, DeviceTypes, getModelCapabilities, type Capabilities} from \"../types\"\nimport {resolveNativeNavigation} from \"./nativeNavigationGate\"\n\nconst CFW_MAX_TEXT_ELEMENTS = 24\nconst CFW_MAX_IMAGE_ELEMENTS = 16\nconst CFW_VECTOR_MAX_ELEMENTS = 120\n\nexport interface SceneCanvasSize {\n  width: number\n  height: number\n}\n\nexport function runtimeSceneCanvas(): SceneCanvasSize | null {\n  const {sceneCanvasWidth, sceneCanvasHeight} = useGlassesStore.getState()\n  if (!sceneCanvasWidth || !sceneCanvasHeight || sceneCanvasWidth <= 0 || sceneCanvasHeight <= 0) return null\n  return {width: sceneCanvasWidth, height: sceneCanvasHeight}\n}\n\nfunction forceNativeNavigationOnCfw(): boolean {\n  return useSettingsStore.getState().getSetting(SETTINGS.cfw_native_navigation.key) === true\n}\n\n/** The connected firmware gates microphone streaming on volume (G2 Glassly CFW revision 40+). */\nexport function runtimeVolumeGate(): boolean {\n  return useGlassesStore.getState().volumeGate === true\n}\n\nexport function getEffectiveCapabilities(model: DeviceTypes): Capabilities {\n  const base = getModelCapabilities(model)\n  // Only models with a Glassly CFW publish a canvas or a volume gate; never\n  // let a stale value reshape another model.\n  const canvas = base.hasCustomFirmware ? runtimeSceneCanvas() : null\n  const volumeGate = base.hasCustomFirmware && base.hasMicrophone && runtimeVolumeGate()\n  if (!canvas) return volumeGate ? withVolumeGate(base) : base\n  if (!base.display) return volumeGate ? withVolumeGate(base) : base\n  // Glassly CFW supports the complete vector contract, including SVG and rotation.\n  // Upstream g2flash publishes a raster canvas with sceneVector=false.\n  const vector = useGlassesStore.getState().sceneVector === true\n  return {\n    ...(volumeGate ? withVolumeGate(base) : base),\n    hasNativeNavigation: resolveNativeNavigation(base.hasNativeNavigation, true, forceNativeNavigationOnCfw()),\n    display: {\n      ...base.display,\n      width: canvas.width,\n      height: canvas.height,\n      maxTextElements: Math.max(\n        base.display.maxTextElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_TEXT_ELEMENTS,\n      ),\n      // Vector firmware draws an image as one cached slot, the same as a shape.\n      maxImageElements: Math.max(\n        base.display.maxImageElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_IMAGE_ELEMENTS,\n      ),\n      ...(vector\n        ? {shapes: [...ALL_DISPLAY_SHAPES, \"svg\" as const], animation: true, rotation: true, depth: true}\n        : {}),\n    },\n  }\n}\n\nfunction withVolumeGate(base: Capabilities): Capabilities {\n  return {...base, microphone: {...(base.microphone ?? {}), volumeGate: true}}\n}\n"]}
+{"version":3,"file":"effectiveCapabilities.js","sourceRoot":"","sources":["../../src/services/effectiveCapabilities.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAA;AACjD,OAAO,EAAC,QAAQ,EAAE,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AAC7D,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GAGrB,MAAM,UAAU,CAAA;AACjB,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAA;AAC9D,OAAO,EAAC,WAAW,EAAC,MAAM,kBAAkB,CAAA;AAE5C,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAChC,MAAM,sBAAsB,GAAG,EAAE,CAAA;AACjC,MAAM,uBAAuB,GAAG,GAAG,CAAA;AAOnC,MAAM,UAAU,kBAAkB;IAChC,MAAM,EAAC,gBAAgB,EAAE,iBAAiB,EAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAA;IACxE,IAAI,CAAC,gBAAgB,IAAI,CAAC,iBAAiB,IAAI,gBAAgB,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC;QAAE,OAAO,IAAI,CAAA;IAC3G,OAAO,EAAC,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,iBAAiB,EAAC,CAAA;AAC7D,CAAC;AAED,SAAS,0BAA0B;IACjC,OAAO,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC,GAAG,CAAC,KAAK,IAAI,CAAA;AAC5F,CAAC;AAED,iGAAiG;AACjG,MAAM,UAAU,iBAAiB;IAC/B,OAAO,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,KAAK,IAAI,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,KAAkB;IACzD,OAAO,mBAAmB,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAkB;IAC7C,MAAM,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAA;IACxC,0EAA0E;IAC1E,2CAA2C;IAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,aAAa,IAAI,iBAAiB,EAAE,CAAA;IACtF,IAAI,CAAC,MAAM;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC5D,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAClE,iFAAiF;IACjF,qEAAqE;IACrE,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,EAAE,CAAC,WAAW,KAAK,IAAI,CAAA;IAC9D,OAAO;QACL,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7C,mBAAmB,EAAE,uBAAuB,CAAC,IAAI,CAAC,mBAAmB,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC;QAC1G,OAAO,EAAE;YACP,GAAG,IAAI,CAAC,OAAO;YACf,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,eAAe,EAAE,IAAI,CAAC,GAAG,CACvB,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,EACjC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,qBAAqB,CACzD;YACD,0EAA0E;YAC1E,gBAAgB,EAAE,IAAI,CAAC,GAAG,CACxB,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,EAClC,MAAM,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,sBAAsB,CAC1D;YACD,GAAG,CAAC,MAAM;gBACR,CAAC,CAAC,EAAC,MAAM,EAAE,CAAC,GAAG,kBAAkB,EAAE,KAAc,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAC;gBACjG,CAAC,CAAC,EAAE,CAAC;SACR;KACF,CAAA;AACH,CAAC;AAID,wDAAwD;AACxD,MAAM,mBAAmB,GAAiB;IACxC,IAAI,EAAE,SAAS;IACf,MAAM,EAAE;QACN,KAAK;QACL,YAAY;QACZ,YAAY;QACZ,UAAU;QACV,YAAY;QACZ,YAAY;QACZ,aAAa;QACb,SAAS;QACT,WAAW;KACZ;CACF,CAAA;AAED,SAAS,mBAAmB,CAAC,IAAkB;IAC7C,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAA;IAC1F,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,QAAQ,EAAE,EAAE,UAAU,CAAC;QAAE,OAAO,IAAI,CAAA;IACrE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,EAAE,CAAA;IAC1C,OAAO;QACL,GAAG,IAAI;QACP,SAAS,EAAE,IAAI;QACf,MAAM,EAAE;YACN,GAAG,IAAI,CAAC,MAAM;YACd,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC;YACjD,OAAO,EAAE,CAAC,GAAG,OAAO,EAAE,mBAAmB,CAAC;SAC3C;KACF,CAAA;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAkB;IACxC,OAAO,EAAC,GAAG,IAAI,EAAE,UAAU,EAAE,EAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAC,EAAC,CAAA;AAC9E,CAAC","sourcesContent":["/**\n * Effective device capabilities — the static model profile plus what the\n * connected firmware reports at runtime. The runtime override is the scene\n * canvas: Glassly CFW on the G2 rasterizes scenes phone-side straight into\n * the 640×480 panel, so the drawable canvas grows past stock's 576×288; on\n * the RayNeo iO it opens a 540×180 page that stock firmware has no\n * equivalent of. Any model whose profile declares `hasCustomFirmware` reads it.\n * Native publishes the canvas into the glasses status (0 = none). Because\n * that path is phone-side rasterization, the stock firmware's container\n * pools (6 text / 4 image) don't bound a CFW frame either — element caps are\n * lifted alongside the canvas, bounded only to keep frames sane. Firmware\n * that draws vector shapes keeps 128 scene slots, so shape-heavy frames\n * (a game board, a chart) get a larger shared text/shape budget.\n *\n * A connected controller that swipes in two dimensions (the Meta Neural Band)\n * adds its surface to `button.buttons` as a `swipe2d` entry, so a miniapp can\n * tell four-way swipes from the temples' and the R1 ring's up/down.\n */\nimport {useGlassesStore} from \"../stores/glasses\"\nimport {SETTINGS, useSettingsStore} from \"../stores/settings\"\nimport {\n  ALL_DISPLAY_SHAPES,\n  DeviceTypes,\n  getModelCapabilities,\n  type ButtonCapabilities,\n  type Capabilities,\n} from \"../types\"\nimport {resolveNativeNavigation} from \"./nativeNavigationGate\"\nimport {input2dFrom} from \"./settingsBridge\"\n\nconst CFW_MAX_TEXT_ELEMENTS = 24\nconst CFW_MAX_IMAGE_ELEMENTS = 16\nconst CFW_VECTOR_MAX_ELEMENTS = 120\n\nexport interface SceneCanvasSize {\n  width: number\n  height: number\n}\n\nexport function runtimeSceneCanvas(): SceneCanvasSize | null {\n  const {sceneCanvasWidth, sceneCanvasHeight} = useGlassesStore.getState()\n  if (!sceneCanvasWidth || !sceneCanvasHeight || sceneCanvasWidth <= 0 || sceneCanvasHeight <= 0) return null\n  return {width: sceneCanvasWidth, height: sceneCanvasHeight}\n}\n\nfunction forceNativeNavigationOnCfw(): boolean {\n  return useSettingsStore.getState().getSetting(SETTINGS.cfw_native_navigation.key) === true\n}\n\n/** The connected firmware gates microphone streaming on volume (G2 Glassly CFW revision 40+). */\nexport function runtimeVolumeGate(): boolean {\n  return useGlassesStore.getState().volumeGate === true\n}\n\nexport function getEffectiveCapabilities(model: DeviceTypes): Capabilities {\n  return withControllerInput(glassesCapabilities(model))\n}\n\nfunction glassesCapabilities(model: DeviceTypes): Capabilities {\n  const base = getModelCapabilities(model)\n  // Only models with a Glassly CFW publish a canvas or a volume gate; never\n  // let a stale value reshape another model.\n  const canvas = base.hasCustomFirmware ? runtimeSceneCanvas() : null\n  const volumeGate = base.hasCustomFirmware && base.hasMicrophone && runtimeVolumeGate()\n  if (!canvas) return volumeGate ? withVolumeGate(base) : base\n  if (!base.display) return volumeGate ? withVolumeGate(base) : base\n  // Glassly CFW supports the complete vector contract, including SVG and rotation.\n  // Upstream g2flash publishes a raster canvas with sceneVector=false.\n  const vector = useGlassesStore.getState().sceneVector === true\n  return {\n    ...(volumeGate ? withVolumeGate(base) : base),\n    hasNativeNavigation: resolveNativeNavigation(base.hasNativeNavigation, true, forceNativeNavigationOnCfw()),\n    display: {\n      ...base.display,\n      width: canvas.width,\n      height: canvas.height,\n      maxTextElements: Math.max(\n        base.display.maxTextElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_TEXT_ELEMENTS,\n      ),\n      // Vector firmware draws an image as one cached slot, the same as a shape.\n      maxImageElements: Math.max(\n        base.display.maxImageElements ?? 0,\n        vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_IMAGE_ELEMENTS,\n      ),\n      ...(vector\n        ? {shapes: [...ALL_DISPLAY_SHAPES, \"svg\" as const], animation: true, rotation: true, depth: true}\n        : {}),\n    },\n  }\n}\n\ntype InputSurface = NonNullable<ButtonCapabilities[\"buttons\"]>[number]\n\n/** The Neural Band's thumb swipes, pinches and dial. */\nconst NEURAL_BAND_SURFACE: InputSurface = {\n  type: \"swipe2d\",\n  events: [\n    \"TAP\",\n    \"DOUBLE_TAP\",\n    \"PRESS_HOLD\",\n    \"SWIPE_UP\",\n    \"SWIPE_DOWN\",\n    \"SWIPE_LEFT\",\n    \"SWIPE_RIGHT\",\n    \"DIAL_UP\",\n    \"DIAL_DOWN\",\n  ],\n}\n\nfunction withControllerInput(caps: Capabilities): Capabilities {\n  const controller = useSettingsStore.getState().getSetting(SETTINGS.default_controller.key)\n  if (!input2dFrom(useGlassesStore.getState(), controller)) return caps\n  const buttons = caps.button?.buttons ?? []\n  return {\n    ...caps,\n    hasButton: true,\n    button: {\n      ...caps.button,\n      count: (caps.button?.count ?? buttons.length) + 1,\n      buttons: [...buttons, NEURAL_BAND_SURFACE],\n    },\n  }\n}\n\nfunction withVolumeGate(base: Capabilities): Capabilities {\n  return {...base, microphone: {...(base.microphone ?? {}), volumeGate: true}}\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@glassly/engine",
-  "version": "0.3.3-dev.622",
+  "version": "0.3.3-dev.623",
   "description": "Glassly Engine — miniapp registry, WebView bridge, and miniapp store",
   "main": "build/index.js",
   "react-native": "src/index.ts",
@@ -97,17 +97,17 @@
     "registry": "https://registry.npmjs.org/"
   },
   "dependencies": {
-    "@glassly/bluetooth-sdk": "0.3.3-dev.622",
-    "@glassly/cloud-client": "0.3.3-dev.622",
-    "@glassly/cloud-protocol": "0.3.3-dev.622",
-    "@glassly/crust": "0.3.3-dev.622",
-    "@glassly/miniapp": "0.3.3-dev.622",
+    "@glassly/bluetooth-sdk": "0.3.3-dev.623",
+    "@glassly/cloud-client": "0.3.3-dev.623",
+    "@glassly/cloud-protocol": "0.3.3-dev.623",
+    "@glassly/crust": "0.3.3-dev.623",
+    "@glassly/miniapp": "0.3.3-dev.623",
     "buffer": "^6.0.3",
     "events": "^3.3.0",
     "react-native-marked": "8.1.1",
     "semver": "^7.7.4",
     "typesafe-ts": "^1.7.1",
-    "@glassly/llm-providers": "0.3.3-dev.622"
+    "@glassly/llm-providers": "0.3.3-dev.623"
   },
   "devDependencies": {
     "@glassly/llm-providers": "workspace:*",

package/src/generated/releaseMetadata.ts

@@ -12,9 +12,9 @@ export interface EngineReleaseMetadata {
 export const ENGINE_RELEASE_METADATA: Readonly<EngineReleaseMetadata> = Object.freeze({
   "schemaVersion": 1,
   "familyBaseVersion": "0.3.3",
-  "releaseIdentity": "0.3.3-dev.622",
-  "releaseSetId": "glassly-0.3.3-dev.622",
-  "sourceCommit": "4f871d45d1403ad2c0dde01b58cf893f1a0e6ff8",
+  "releaseIdentity": "0.3.3-dev.623",
+  "releaseSetId": "glassly-0.3.3-dev.623",
+  "sourceCommit": "6eb106fb7c84c6b17cd3d46557f75bb81a23f191",
   "otaManifestUrl": null,
   "otaManifestSha256": null
 })

package/src/services/LocalMiniappRuntime.ts

@@ -5330,12 +5330,14 @@ class LocalMiniappRuntime {
     if (this.capabilitiesWired) return
     this.capabilitiesWired = true
     const broadcast = () => this.broadcastCapabilities()
-    // Connection, model and firmware also decide the dashboard view's eligibility.
+    // Connection, model and firmware also decide the dashboard view's eligibility;
+    // a connected Neural Band adds its swipe2d surface to `button`.
     useGlassesStore.subscribe(
       (s) =>
-        `${s.sceneCanvasWidth ?? 0}x${s.sceneCanvasHeight ?? 0}:${s.sceneVector === true}:${s.firmwareVersion}:${s.connection.state}:${s.deviceModel}`,
+        `${s.sceneCanvasWidth ?? 0}x${s.sceneCanvasHeight ?? 0}:${s.sceneVector === true}:${s.firmwareVersion}:${s.connection.state}:${s.deviceModel}:${s.controllerConnected}`,
       broadcast,
     )
+    useSettingsStore.subscribe((s) => s.getSetting(SETTINGS.default_controller.key), broadcast)
     // The debug knob flips hasNativeNavigation on custom firmware.
     useSettingsStore.subscribe((s) => s.getSetting(SETTINGS.cfw_native_navigation.key), broadcast)
     // The dashboard master switch flips the dashboard view.

package/src/services/effectiveCapabilities.ts

@@ -11,11 +11,22 @@
  * lifted alongside the canvas, bounded only to keep frames sane. Firmware
  * that draws vector shapes keeps 128 scene slots, so shape-heavy frames
  * (a game board, a chart) get a larger shared text/shape budget.
+ *
+ * A connected controller that swipes in two dimensions (the Meta Neural Band)
+ * adds its surface to `button.buttons` as a `swipe2d` entry, so a miniapp can
+ * tell four-way swipes from the temples' and the R1 ring's up/down.
  */
 import {useGlassesStore} from "../stores/glasses"
 import {SETTINGS, useSettingsStore} from "../stores/settings"
-import {ALL_DISPLAY_SHAPES, DeviceTypes, getModelCapabilities, type Capabilities} from "../types"
+import {
+  ALL_DISPLAY_SHAPES,
+  DeviceTypes,
+  getModelCapabilities,
+  type ButtonCapabilities,
+  type Capabilities,
+} from "../types"
 import {resolveNativeNavigation} from "./nativeNavigationGate"
+import {input2dFrom} from "./settingsBridge"
 
 const CFW_MAX_TEXT_ELEMENTS = 24
 const CFW_MAX_IMAGE_ELEMENTS = 16
@@ -42,6 +53,10 @@ export function runtimeVolumeGate(): boolean {
 }
 
 export function getEffectiveCapabilities(model: DeviceTypes): Capabilities {
+  return withControllerInput(glassesCapabilities(model))
+}
+
+function glassesCapabilities(model: DeviceTypes): Capabilities {
   const base = getModelCapabilities(model)
   // Only models with a Glassly CFW publish a canvas or a volume gate; never
   // let a stale value reshape another model.
@@ -75,6 +90,39 @@ export function getEffectiveCapabilities(model: DeviceTypes): Capabilities {
   }
 }
 
+type InputSurface = NonNullable<ButtonCapabilities["buttons"]>[number]
+
+/** The Neural Band's thumb swipes, pinches and dial. */
+const NEURAL_BAND_SURFACE: InputSurface = {
+  type: "swipe2d",
+  events: [
+    "TAP",
+    "DOUBLE_TAP",
+    "PRESS_HOLD",
+    "SWIPE_UP",
+    "SWIPE_DOWN",
+    "SWIPE_LEFT",
+    "SWIPE_RIGHT",
+    "DIAL_UP",
+    "DIAL_DOWN",
+  ],
+}
+
+function withControllerInput(caps: Capabilities): Capabilities {
+  const controller = useSettingsStore.getState().getSetting(SETTINGS.default_controller.key)
+  if (!input2dFrom(useGlassesStore.getState(), controller)) return caps
+  const buttons = caps.button?.buttons ?? []
+  return {
+    ...caps,
+    hasButton: true,
+    button: {
+      ...caps.button,
+      count: (caps.button?.count ?? buttons.length) + 1,
+      buttons: [...buttons, NEURAL_BAND_SURFACE],
+    },
+  }
+}
+
 function withVolumeGate(base: Capabilities): Capabilities {
   return {...base, microphone: {...(base.microphone ?? {}), volumeGate: true}}
 }