@glassly/engine 0.3.8-dev.998 → 0.4.0-dev.1017

package/build/services/LocalMiniappRuntime.js

@@ -459,6 +459,9 @@ class LocalMiniappRuntime {
     connectedApps = new Map();
     /** Claimed gestures (CLAIM_GESTURES): a stack per gesture, the most recent claimer holding it. */
     gestureClaims = emptyGestureClaims();
+    /** Apps with a text field open on the glasses (TEXT_FIELD). */
+    textFieldApps = new Set();
+    textFieldListeners = new Set();
     // The last main-view frame each app asked to render. Widget mode refuses
     // frames and demotion clears them, and an app that has drawn once may not
     // draw again on its own, so promotion replays this.
@@ -1038,6 +1041,7 @@ class LocalMiniappRuntime {
         }
         // Its gesture claims go back to whoever claimed them before.
         this.applyGestureClaimChanges(dropGestureClaims(this.gestureClaims, packageName));
+        this.setTextFieldOpen(packageName, false);
         this.retainedRenders.delete(packageName);
         // Warm-up is a request-owned camera lease. Cancel it even if the app record was already
         // removed so a close racing the camera-open promise cannot leave the sensor running.
@@ -1198,6 +1202,9 @@ class LocalMiniappRuntime {
             case MiniappRequestType.CLAIM_GESTURES:
                 this.handleClaimGestures(packageName, payload, requestId);
                 break;
+            case MiniappRequestType.TEXT_FIELD:
+                this.handleTextField(packageName, payload, requestId);
+                break;
             case MiniappRequestType.DISPLAY:
                 this.handleDisplay(packageName, payload, requestId);
                 break;
@@ -1862,6 +1869,49 @@ class LocalMiniappRuntime {
             this.forwardEvent(MiniappStreamType.GESTURE_CLAIM, { gesture: change.gesture, held: change.held }, undefined, change.packageName);
         }
     }
+    /**
+     * TEXT_FIELD (session.input.setTextFieldOpen): the app has a text field on
+     * the glasses, or no longer does. Text entry that costs power to leave on
+     * (Neural Band handwriting) runs while any app has one. Cleared on app stop.
+     */
+    handleTextField(packageName, payload, requestId) {
+        if (typeof payload.open !== "boolean") {
+            this.sendResult(packageName, requestId, false, undefined, {
+                code: MiniappErrorCode.INVALID_ARGUMENT,
+                message: "Text field open must be a boolean",
+            });
+            return;
+        }
+        if (this.connectedApps.has(packageName))
+            this.setTextFieldOpen(packageName, payload.open);
+        this.sendResult(packageName, requestId, true);
+    }
+    setTextFieldOpen(packageName, open) {
+        const before = this.textFieldApps.size > 0;
+        if (open)
+            this.textFieldApps.add(packageName);
+        else
+            this.textFieldApps.delete(packageName);
+        const after = this.textFieldApps.size > 0;
+        if (before === after)
+            return;
+        for (const cb of this.textFieldListeners) {
+            try {
+                cb(after);
+            }
+            catch (err) {
+                console.warn(`${LOG_TAG}: text field listener failed:`, err);
+            }
+        }
+    }
+    /** True while any running miniapp has a text field open on the glasses. */
+    hasOpenTextField() {
+        return this.textFieldApps.size > 0;
+    }
+    onTextFieldChange(cb) {
+        this.textFieldListeners.add(cb);
+        return () => this.textFieldListeners.delete(cb);
+    }
     /** The app holding `gesture` (the most recent claimer), or null when it is unclaimed. */
     gestureClaimant(gesture) {
         const claimant = gestureClaimant(this.gestureClaims, gesture);
@@ -3734,6 +3784,12 @@ class LocalMiniappRuntime {
      */
     async serveLocalAi(packageName, requestId, request, reason, primaryError) {
         const modelId = localLlmModelManager.selectedModelId();
+        const unusable = localLlmModelManager.unusableReason(modelId);
+        if (unusable) {
+            console.warn(`${LOG_TAG}: ai.complete on-device for ${packageName} (${reason}): ${unusable}`);
+            this.sendResult(packageName, requestId, false, undefined, primaryError ?? { code: MiniappErrorCode.AI_LOCAL_UNAVAILABLE, message: unusable });
+            return;
+        }
         if (!(await localLlmModelManager.ensureSelectedModel())) {
             const status = localLlmModelManager.getStatus();
             const state = status?.modelId === modelId && status.stage === "downloading"
@@ -3744,7 +3800,7 @@ class LocalMiniappRuntime {
             console.warn(`${LOG_TAG}: ai.complete on-device for ${packageName} (${reason}): model ${modelId} ${state}`);
             this.sendResult(packageName, requestId, false, undefined, primaryError ?? {
                 code: MiniappErrorCode.AI_LOCAL_UNAVAILABLE,
-                message: `The on-device model (${localLlmModelManager.model(modelId).label}) ${state}. Manage it in Settings > AI Models.`,
+                message: `The on-device model (${localLlmModelManager.model(modelId).label}) ${state}. Manage it in Settings > Offline Models.`,
             });
             return;
         }