@glassly/engine 0.3.8-dev.996 → 0.3.8-dev.998

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@glassly/engine",
-  "version": "0.3.8-dev.996",
+  "version": "0.3.8-dev.998",
   "description": "Glassly Engine — miniapp registry, WebView bridge, and miniapp store",
   "main": "build/index.js",
   "react-native": "src/index.ts",
@@ -97,17 +97,17 @@
     "registry": "https://registry.npmjs.org/"
   },
   "dependencies": {
-    "@glassly/bluetooth-sdk": "0.3.8-dev.996",
-    "@glassly/cloud-client": "0.3.8-dev.996",
-    "@glassly/cloud-protocol": "0.3.8-dev.996",
-    "@glassly/crust": "0.3.8-dev.996",
-    "@glassly/miniapp": "0.3.8-dev.996",
+    "@glassly/bluetooth-sdk": "0.3.8-dev.998",
+    "@glassly/cloud-client": "0.3.8-dev.998",
+    "@glassly/cloud-protocol": "0.3.8-dev.998",
+    "@glassly/crust": "0.3.8-dev.998",
+    "@glassly/miniapp": "0.3.8-dev.998",
     "buffer": "^6.0.3",
     "events": "^3.3.0",
     "react-native-marked": "8.3.2",
     "semver": "^7.7.4",
     "typesafe-ts": "^1.7.1",
-    "@glassly/llm-providers": "0.3.8-dev.996",
+    "@glassly/llm-providers": "0.3.8-dev.998",
     "@huggingface/jinja": "^0.5.9",
     "jsonrepair": "^3.12.0"
   },

package/src/facades/ai.ts

@@ -12,6 +12,7 @@ import localLlmModelManager, {
   type LocalLlmModelId,
 } from "../services/LocalLlmModelManager"
 import localLlmProvider from "../services/LocalLlmProvider"
+import offlineActivity, {type OfflineActivity} from "../services/OfflineActivity"
 
 export const ai = {
   local: {
@@ -40,4 +41,7 @@ export const ai = {
     unload: (): Promise<void> => localLlmProvider.unload(),
     formatBytes: (bytes: number): string => LocalLlmModelManager.formatBytes(bytes),
   },
+  offlineActivity: (): OfflineActivity => offlineActivity.current(),
+  onOfflineActivity: (listener: (activity: OfflineActivity) => void): (() => void) =>
+    offlineActivity.subscribe(listener),
 }

package/src/generated/releaseMetadata.ts

@@ -12,9 +12,9 @@ export interface EngineReleaseMetadata {
 export const ENGINE_RELEASE_METADATA: Readonly<EngineReleaseMetadata> = Object.freeze({
   "schemaVersion": 1,
   "familyBaseVersion": "0.3.8",
-  "releaseIdentity": "0.3.8-dev.996",
-  "releaseSetId": "glassly-0.3.8-dev.996",
-  "sourceCommit": "22488936029211136c68c221ab326db85360d8ef",
+  "releaseIdentity": "0.3.8-dev.998",
+  "releaseSetId": "glassly-0.3.8-dev.998",
+  "sourceCommit": "56392e6a51a274b34157ef34792183652af28ebe",
   "otaManifestUrl": null,
   "otaManifestSha256": null
 })

package/src/index.ts

@@ -64,6 +64,14 @@ export type {
   LocalLlmModelId,
 } from "./services/LocalLlmModelManager"
 export {DEFAULT_LOCAL_LLM_MODEL, isLocalLlmModelId} from "./services/LocalLlmModelManager"
+export type {
+  OfflineActivity,
+  OfflineActivityReason,
+  OfflineLlmActivity,
+  OfflineTranscriptionActivity,
+  OfflineTranslationActivity,
+  OfflineTranslationPair,
+} from "./services/OfflineActivity"
 
 // Shared user memory timeline (engine.memory / Settings > Memory). Entry and
 // session shapes are canonical in @glassly/miniapp (the session.memory

package/src/services/LocalMiniappRuntime.ts

@@ -57,6 +57,7 @@ import type {AiTier, AiTierProvider, SavedLlmKeys} from "./AiTierResolution"
 import {decideLlmRoute, localLlmReason, type LocalLlmReason} from "./LlmRouting"
 import localLlmModelManager from "./LocalLlmModelManager"
 import localLlmProvider from "./LocalLlmProvider"
+import offlineActivity from "./OfflineActivity"
 import {HttpError} from "@glassly/cloud-client"
 import type {
   QuotaStatusPayload,
@@ -4343,6 +4344,7 @@ class LocalMiniappRuntime {
       return
     }
 
+    const endActivity = offlineActivity.beginLlm(reason, localLlmModelManager.model(modelId).label)
     try {
       // webSearch is a vendor server-side grant; the phone has none.
       const {webSearch: _webSearch, ...localRequest} = request
@@ -4367,6 +4369,8 @@ class LocalMiniappRuntime {
         undefined,
         primaryError ?? {code: MiniappErrorCode.AI_LOCAL_UNAVAILABLE, message},
       )
+    } finally {
+      endActivity()
     }
   }
 

package/src/services/LocalSttFallbackCoordinator.ts

@@ -2,6 +2,7 @@ import BluetoothSdk from "@glassly/bluetooth-sdk/internal"
 import {ISLAND_SETTINGS_KEYS} from "../runtime/config"
 import {useSettingsStore} from "../stores/settings"
 import {cloudClientService} from "./CloudClientService"
+import offlineActivity from "./OfflineActivity"
 import sttModelManager from "./STTModelManager"
 
 /**
@@ -223,6 +224,9 @@ class LocalSttFallbackCoordinator {
 
   private publishReason(): void {
     const reason = this.localActive ? this.currentReason() : ""
+    offlineActivity.setTranscription(
+      this.localActive ? {reason: this.currentReason(), model: sttModelManager.currentModelLabel()} : null,
+    )
     const store = useSettingsStore.getState()
     if (store.getSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason) !== reason) {
       store.setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason, reason)

package/src/services/LocalTranslationService.ts

@@ -1,3 +1,4 @@
+import offlineActivity, {type ServedTranslationPair} from "./OfflineActivity"
 import {offlineTranslationManager} from "./OfflineTranslationManager"
 
 /** One concrete-target `translation:<source>:<target>` stream and who listens to it. */
@@ -67,6 +68,7 @@ export class LocalTranslationService {
 
   attach(host: Host): void {
     this.host = host
+    offlineActivity.setTranslationSource(() => this.servedPairs())
   }
 
   setSubscriptions(subscriptions: LocalTranslationSubscription[]): void {
@@ -75,6 +77,24 @@ export class LocalTranslationService {
     for (const key of this.lanes.keys()) {
       if (!live.has(key.substring(key.indexOf(">") + 1))) this.lanes.delete(key)
     }
+    offlineActivity.refresh()
+  }
+
+  servedPairs(): ServedTranslationPair[] {
+    if (!this.host || !offlineTranslationManager.isSupported()) return []
+    const pairs = new Map<string, ServedTranslationPair>()
+    let primaryUp: boolean | null = null
+    for (const sub of this.subscriptions) {
+      if (baseLanguage(sub.source) === baseLanguage(sub.target)) continue
+      if (!sub.forceLocal) {
+        primaryUp ??= this.host.primaryUp()
+        if (primaryUp || !sub.cloud) continue
+      }
+      const key = `${sub.source}>${sub.target}`
+      const existing = pairs.get(key)
+      pairs.set(key, {source: sub.source, target: sub.target, forceLocal: sub.forceLocal || !!existing?.forceLocal})
+    }
+    return [...pairs.values()]
   }
 
   onLocalTranscript(transcript: LocalTranscript, sourceLanguage: string): void {

package/src/services/OfflineActivity.ts

@@ -0,0 +1,131 @@
+/**
+ * What the phone is running on-device right now (transcription, translation,
+ * LLM) and why, for the home offline card. Producers push in; it imports
+ * nothing at runtime so their test stubs stay unaffected.
+ */
+import type {LocalLlmReason} from "./LlmRouting"
+import type {LocalSttFallbackReason} from "./LocalSttFallbackCoordinator"
+
+export type OfflineActivityReason = LocalSttFallbackReason | LocalLlmReason
+
+export interface OfflineTranscriptionActivity {
+  reason: LocalSttFallbackReason
+  model: string
+}
+
+export interface OfflineTranslationPair {
+  source: string
+  target: string
+}
+
+export interface OfflineTranslationActivity {
+  reason: OfflineActivityReason
+  pairs: OfflineTranslationPair[]
+}
+
+export interface OfflineLlmActivity {
+  reason: LocalLlmReason
+  model: string
+  requests: number
+}
+
+export interface OfflineActivity {
+  transcription: OfflineTranscriptionActivity | null
+  translation: OfflineTranslationActivity | null
+  llm: OfflineLlmActivity | null
+}
+
+export interface ServedTranslationPair extends OfflineTranslationPair {
+  forceLocal: boolean
+}
+
+const EMPTY: OfflineActivity = {transcription: null, translation: null, llm: null}
+
+class OfflineActivityTracker {
+  private transcription: OfflineTranscriptionActivity | null = null
+  private llmRuns: Array<{reason: LocalLlmReason; model: string}> = []
+  private translationSource: (() => ServedTranslationPair[]) | null = null
+  private snapshot: OfflineActivity = EMPTY
+  private snapshotKey = JSON.stringify(EMPTY)
+  private listeners = new Set<(activity: OfflineActivity) => void>()
+
+  current(): OfflineActivity {
+    return this.snapshot
+  }
+
+  subscribe(listener: (activity: OfflineActivity) => void): () => void {
+    this.listeners.add(listener)
+    return () => {
+      this.listeners.delete(listener)
+    }
+  }
+
+  setTranscription(transcription: OfflineTranscriptionActivity | null): void {
+    this.transcription = transcription
+    this.refresh()
+  }
+
+  beginLlm(reason: LocalLlmReason, model: string): () => void {
+    const run = {reason, model}
+    this.llmRuns.push(run)
+    this.refresh()
+    let ended = false
+    return () => {
+      if (ended) return
+      ended = true
+      this.llmRuns = this.llmRuns.filter((r) => r !== run)
+      this.refresh()
+    }
+  }
+
+  setTranslationSource(source: (() => ServedTranslationPair[]) | null): void {
+    this.translationSource = source
+    this.refresh()
+  }
+
+  refresh(): void {
+    const next: OfflineActivity = {
+      transcription: this.transcription,
+      translation: this.translation(),
+      llm: this.llm(),
+    }
+    const key = JSON.stringify(next)
+    if (key === this.snapshotKey) return
+    this.snapshotKey = key
+    this.snapshot = next
+    for (const listener of this.listeners) {
+      try {
+        listener(next)
+      } catch (error) {
+        console.warn("OfflineActivity: listener failed:", error)
+      }
+    }
+  }
+
+  reset(): void {
+    this.transcription = null
+    this.llmRuns = []
+    this.translationSource = null
+    this.refresh()
+  }
+
+  private translation(): OfflineTranslationActivity | null {
+    if (!this.transcription || !this.translationSource) return null
+    const pairs = this.translationSource()
+    if (pairs.length === 0) return null
+    return {
+      reason: pairs.some((p) => p.forceLocal) ? "force_local" : this.transcription.reason,
+      pairs: pairs.map(({source, target}) => ({source, target})),
+    }
+  }
+
+  private llm(): OfflineLlmActivity | null {
+    const latest = this.llmRuns[this.llmRuns.length - 1]
+    if (!latest) return null
+    return {reason: latest.reason, model: latest.model, requests: this.llmRuns.length}
+  }
+}
+
+export {OfflineActivityTracker}
+const offlineActivity = new OfflineActivityTracker()
+export default offlineActivity

package/src/services/STTModelManager.ts

@@ -228,6 +228,12 @@ class STTModelManager {
     return this.currentLanguage
   }
 
+  currentModelLabel(): string {
+    const language = this.config(this.currentLanguage)
+    if (!language) return this.currentLanguage
+    return language.type === "apple" ? `Apple · ${language.displayName}` : language.displayName
+  }
+
   setCurrentLanguage(code: string): void {
     if (this.config(code)) {
       this.currentLanguage = code

package/src/services/effectiveCapabilities.ts

@@ -61,6 +61,8 @@ function glassesCapabilities(model: DeviceTypes): Capabilities {
   // Glassly CFW supports the complete vector contract, including SVG and rotation.
   // Upstream g2flash publishes a raster canvas with sceneVector=false.
   const vector = useGlassesStore.getState().sceneVector === true
+  // Depth is a disparity between the lenses; one panel (MemoMind One) draws every element flat.
+  const stereo = (base.display.count ?? 1) >= 2
   return {
     ...(volumeGate ? withVolumeGate(base) : base),
     hasNativeNavigation: resolveNativeNavigation(base.hasNativeNavigation, true, forceNativeNavigationOnCfw()),
@@ -81,7 +83,7 @@ function glassesCapabilities(model: DeviceTypes): Capabilities {
         vector ? CFW_VECTOR_MAX_ELEMENTS : CFW_MAX_IMAGE_ELEMENTS,
       ),
       ...(vector
-        ? {shapes: [...ALL_DISPLAY_SHAPES, "svg" as const], animation: true, rotation: true, depth: true}
+        ? {shapes: [...ALL_DISPLAY_SHAPES, "svg" as const], animation: true, rotation: true, depth: stereo}
         : {}),
     },
   }

package/src/stores/settings.ts

@@ -930,6 +930,13 @@ export const SETTINGS: Record<string, Setting> = {
     saveOnServer: false,
     persist: true,
   },
+  home_offline_card: {
+    key: "home_offline_card",
+    defaultValue: () => true,
+    writable: true,
+    saveOnServer: false,
+    persist: true,
+  },
   // Gesture-dots debug indicator: flash a glyph on the glasses when a touch
   // gesture is received while the display is empty. Works on any
   // scene-capable device, not only CFW. Device-local debug knob, default off.

package/src/types/capabilities/memomind-one.ts

@@ -6,6 +6,7 @@ export const memoMindOne: Capabilities = {
   camera: null,
   hasDisplay: true,
   display: {
+    // One panel: the vector canvas offers no depth on it.
     count: 1,
     isColor: false,
     canDisplayBitmap: true,

package/src/types/capabilities/rayneo-io.ts

@@ -19,10 +19,11 @@ export const rayneoIO: Capabilities = {
   hasCamera: false,
   camera: null,
 
-  // Display capabilities - single monochrome (1-bit) panel
+  // Display capabilities - a monochrome panel per eye; the Glassly CFW keeps
+  // a scene per lens, so element depth is a real disparity here
   hasDisplay: true,
   display: {
-    count: 1,
+    count: 2,
     isColor: false,
     color: "green",
     // Bitmaps and positioned elements need the Glassly CFW; stock firmware