@extentos/mcp-server 0.0.93 → 0.1.0

package/dist/tools/data/codeExamples.js

@@ -1604,20 +1604,63 @@ The agent reads each \`speak\` event's \`details.text\` — that is what the app
 };
 const CONVERSATION_AGENT_LOOP = {
     pattern: "conversation_agent_loop",
-    title: "Phase 3 conversation runtime + agent-driven E2E loop",
-    description: "The Phase 3 `glasses.conversation.onWake { listen() / speak() / ai.complete() }` API in one place, plus the headless agent loop that verifies it end-to-end via `injectTranscript` + `getEventLog`. The runtime composes VAD + STT + Smart Turn + TTS + BYOK LLM in the shared Rust core — the customer code is one block of structured-concurrency Kotlin/Swift. The agent loop drives wake + follow-up utterances via MCP, then asserts symmetric `conversation.handler_started`/`turn_started`/`turn_ended`/`handler_finished` pairs in the event log. Pair this with `voice_qa_assistant` (which uses the legacy `recordDiscrete` API) when comparing the two paths.",
+    title: "LEGACY Phase 3 conversation runtime (DEPRECATED in v1.4.0; removed in v2.0.0 — use assistant_agent_loop for new apps)",
+    description: "**LEGACY — DEPRECATED in v1.4.0; removed entirely in v2.0.0.** For new voice-assistant work use `assistant_agent_loop` (Phase 4 `glasses.assistant.start { tool(...) { ... } }`). The Phase 4 customer surface drops ~60% LoC vs this pattern, ships zero on-device ML (no ONNX models to bundle), and lets the model decide which tool to call instead of the customer hand-writing `when (turn.text)` keyword routing. This Phase 3 pattern stays in the catalog for the v1.4.0 → v2.0.0 migration window (3-month deprecation period) — existing apps continue to work unchanged. See `searchDocs(topic:'assistant_runtime')` migration section for the side-by-side Phase 3 → Phase 4 walkthrough. The Phase 3 `glasses.conversation.onWake { listen() / speak() / ai.complete() }` API composes VAD + STT + Smart Turn + TTS + BYOK LLM in the shared Rust core; the agent loop here drives wake + follow-up utterances via `injectTranscript` and asserts symmetric `conversation.*` event pairs.",
     code: {
-        kotlin: `import com.extentos.glasses.core.ExtentosGlasses
+        kotlin: `// ── Application bootstrap (do once, typically in Application.onCreate
+//     after RECORD_AUDIO is granted) ────────────────────────────────────
+//
+// The conversation runtime needs two ONNX models — Silero VAD (~2.2 MB)
+// and Smart Turn v3 (~8.7 MB) — bundled inside the glasses-core AAR.
+// ConversationModels.ensureExtracted() copies them from AAR assets to
+// the app's cacheDir on first launch and is idempotent on subsequent
+// calls. Run in a coroutine on Dispatchers.IO (the helper switches
+// internally; just call from a suspend context).
+import com.extentos.glasses.core.ConversationCoreOptions
+import com.extentos.glasses.core.ConversationConfig
+import com.extentos.glasses.core.ConversationModels
+import com.extentos.glasses.core.ExtentosConfig
+import com.extentos.glasses.core.ExtentosGlasses
+import com.extentos.glasses.core.SttConfig
 import com.extentos.glasses.core.Turn
+import com.extentos.glasses.core.TtsConfig
+
+suspend fun createGlasses(context: android.content.Context): ExtentosGlasses {
+    val models = ConversationModels.ensureExtracted(context)
+    return ExtentosGlasses.create(
+        ExtentosConfig(
+            applicationContext = context,
+            conversationOptions = ConversationCoreOptions(
+                config = ConversationConfig(
+                    stt = SttConfig(provider = "openai", backup = null),
+                    tts = TtsConfig(provider = "openai", voice = "alloy", backup = null),
+                    model = "openai/gpt-4o-mini",
+                    modelBackup = null,
+                    coalesceTrailingSilenceMs = 600u,
+                    bargeIn = true,
+                    vadSpeechThreshold = 0.5f,
+                ),
+                sileroVadModelPath = models.sileroVadPath,
+                smartTurnModelPath = models.smartTurnPath,
+                backendBaseUrl = "https://api.extentos.com",
+                aiEndpoint = null, // null = OpenAI direct (BYOK)
+            ),
+        )
+    ).also { glasses ->
+        // BYOK OpenAI key — see getCredentialGuide(service:"openai")
+        // for the local.properties + resValue plumbing.
+        glasses.ai?.setOpenaiApiKey(BuildConfig.OPENAI_API_KEY)
+    }
+}
+
+// ── Handler class — register once after createGlasses(...) returns ────
 
 class AssistantHandler(
     private val glasses: ExtentosGlasses,
 ) {
     fun start() {
-        // glasses.ai requires a BYOK OpenAI key — set once at app
-        // init. Key flows direct to OpenAI (no Extentos proxy);
-        // never logged, never persisted. See getCredentialGuide.
-        glasses.ai?.setOpenaiApiKey(BuildConfig.OPENAI_API_KEY)
+        // glasses.ai key was set in createGlasses(); no need to repeat
+        // here. setOpenaiApiKey is idempotent if you do.
 
         // onWake registers a wake phrase + handler block. The block
         // runs under structured concurrency inside a ConversationScope —
@@ -1670,14 +1713,47 @@ class AssistantHandler(
 }`,
         swift: `import GlassesCore
 
+// ── App bootstrap (do once, e.g. in App.init or your DI container) ────
+//
+// The conversation runtime needs two ONNX models — Silero VAD (~2.2 MB)
+// and Smart Turn v3 (~8.7 MB) — bundled as resources in the GlassesCore
+// Swift package. ConversationModels.paths resolves them via
+// Bundle.module synchronously (no copy step is needed; iOS bundle
+// resources are file URLs directly).
+func makeGlasses() async throws -> ExtentosGlasses {
+    let models = ConversationModels.paths
+    let glasses = try await Extentos.create(
+        ExtentosConfig(
+            conversation: ConversationCoreOptions(
+                config: ConversationConfig(
+                    stt: SttConfig(provider: "openai", backup: nil),
+                    tts: TtsConfig(provider: "openai", voice: "alloy", backup: nil),
+                    model: "openai/gpt-4o-mini",
+                    modelBackup: nil,
+                    coalesceTrailingSilenceMs: 600,
+                    bargeIn: true,
+                    vadSpeechThreshold: 0.5
+                ),
+                sileroVadModelPath: models.sileroVadPath,
+                smartTurnModelPath: models.smartTurnPath,
+                backendBaseUrl: "https://api.extentos.com",
+                aiEndpoint: nil // nil = OpenAI direct (BYOK)
+            )
+        )
+    )
+    glasses.ai?.setOpenAiApiKey(Secrets.openAiKey)
+    return glasses
+}
+
+// ── Handler — register once after makeGlasses() returns ───────────────
+
 final class AssistantHandler {
     private let glasses: ExtentosGlasses
 
     init(_ glasses: ExtentosGlasses) { self.glasses = glasses }
 
     func start() {
-        // BYOK OpenAI key — set once at app init.
-        glasses.ai?.setOpenAiApiKey(Secrets.openAiKey)
+        // BYOK OpenAI key was set in makeGlasses(); harmless to repeat.
 
         // onWake's handler closure receives a ConversationHandler whose
         // listen / speak / cancelSpeak proxy to the same core. \`glasses.ai\`
@@ -1819,12 +1895,346 @@ browser side-by-side with this agent loop and watch the panel react.`,
         "**Wait for `turn_started` before injecting the question.** The H1 bridge only resolves listen() — if you inject text before the handler is parked, the inject lands in the void (DefaultConversationClient's H1 forwarder returns false; the text is dropped, no FSM state poisoning). Watching for `conversation.turn_started` proves the handler reached its listen() before the next inject.",
         "**The PII boundary is real.** `details.textLen` is the only field carrying user-input length. The transcript text itself never appears in the event log. If you need the actual text for an LLM evaluator, you'll need a separate channel — Phase 3 deliberately doesn't ship a backdoor.",
         "**`glasses.conversation` and `glasses.ai` are nullable.** Both are null when the host app didn't pass `ExtentosConfig.conversationOptions` (the manifest's `conversation` block was absent). Phase 3 is opt-in to avoid the ~10 MB model load cost for voice-only apps. Use `glasses.conversation?.onWake(...)` defensively.",
-        "**Smart Turn requires the silero_vad + smart-turn-v3.2-cpu ONNX models bundled as assets.** Host app discovers their paths and passes them in `ConversationCoreOptions`. Missing model files raise `ConversationCoreException.VadModelLoad` / `SmartTurnModelLoad` at app init — the library logs warn-level and leaves `glasses.conversation` null (rest of the library stays usable). Check `glasses.runtime.events` for `conversation.init_failed` if your conversation surface is unexpectedly null.",
+        "**Smart Turn + Silero VAD ONNX models ship inside the library.** `silero_vad.onnx` (~2.2 MB) + `smart-turn-v3.2-cpu.onnx` (~8.7 MB) are bundled in the `glasses-core` AAR (Android assets/) and the `GlassesCore` Swift package (Resources/). Resolve their paths with `ConversationModels.ensureExtracted(context)` on Android (suspend; copies AAR assets to cacheDir on first launch, idempotent on subsequent calls) or `ConversationModels.paths` on iOS (synchronous; `Bundle.module.url(forResource:withExtension:)` lookup). Both helpers are shown in the `kotlin` / `swift` snippets above. Bypassing the helpers by passing made-up paths raises `ConversationCoreException.VadModelLoad` / `SmartTurnModelLoad` at app init — the library logs warn-level and leaves `glasses.conversation` null; check `glasses.runtime.events` for `conversation.init_failed` if your conversation surface is unexpectedly null.",
         "**OpenAI API key flows direct, not via Extentos.** synthesis §6 + plan §4.3 BYOK contract — `glasses.ai.complete()` POSTs straight to `https://api.openai.com/v1/chat/completions` with the key in the `Authorization: Bearer` header. The Extentos backend doesn't see the key. Test endpoint override is `ConversationCoreOptions.aiEndpoint` (also the swap point for the future Track-B AI Gateway).",
         "**`ai_stream` is deferred core-side.** v1 ships `complete()` only — single-turn, non-streaming. If your handler needs streaming responses (long answers, perceived latency), you'll either chunk on the customer side or wait for v1.1's ai_stream surface.",
     ],
     relatedFeatures: ["voice_command", "speak", "transcription_incremental", "ai_call", "smart_turn_eou"],
 };
+const ASSISTANT_AGENT_LOOP = {
+    pattern: "assistant_agent_loop",
+    title: "Phase 4 assistant runtime + agent-driven E2E loop (canonical voice-AI for new apps)",
+    description: "**Canonical Phase 4 voice-AI pattern. Start here for any new voice assistant work on Extentos.** The customer code is one block: `glasses.assistant.start(provider) { tool(name, description) { body -> ToolResult } }`. The model owns wake detection, turn taking, intent parsing, and confirmation speech — the customer only writes tool bodies that act on the app's own state (route data, app DB, camera, library). Provider abstraction wraps OpenAI Realtime in v1; Gemini Live follows. The agent-test loop drives utterances via `injectAssistantUtterance` (Mock provider — deterministic, $0) and asserts via `assertToolCalled`, closing E2E verification without humans. **This replaces `conversation_agent_loop` (Phase 3 cascaded VAD+STT+SmartTurn+TTS+LLM) which is deprecated in v1.4.0 and removed in v2.0.0.** Customer code typically drops ~60% LoC vs Phase 3.",
+    code: {
+        kotlin: `// ── Application bootstrap (do once in Application.onCreate after
+//     RECORD_AUDIO is granted) ──────────────────────────────────────────
+//
+// No ONNX models, no model paths, no cascaded options — Phase 4 ships
+// end-to-end via the provider's WebSocket. glasses.assistant is
+// always-on (no opt-in conversationOptions needed).
+import com.extentos.glasses.core.ExtentosConfig
+import com.extentos.glasses.core.ExtentosGlasses
+import com.extentos.glasses.core.assistant.AssistantProvider
+import com.extentos.glasses.core.assistant.ToolResult
+import com.extentos.glasses.core.assistant.tool
+
+suspend fun createGlasses(context: android.content.Context): ExtentosGlasses {
+    return ExtentosGlasses.create(
+        ExtentosConfig(applicationContext = context)
+    ).also { glasses ->
+        // BYOK OpenAI key — see getCredentialGuide(service:"openai") for
+        // the local.properties + resValue plumbing. Key flows direct from
+        // device → api.openai.com via WS Authorization header; Extentos
+        // backend never sees it.
+        glasses.assistant.setOpenaiApiKey(BuildConfig.OPENAI_API_KEY)
+    }
+}
+
+// ── Handler — Strava-style example. Wire after createGlasses returns. ──
+
+class StravaAssistantHandler(
+    private val glasses: ExtentosGlasses,
+    private val routeTracker: RouteTracker,   // app-internal state
+    private val library: ClipLibrary,         // app-internal state
+    private val scope: kotlinx.coroutines.CoroutineScope,
+) {
+    private var activeVideo: kotlinx.coroutines.Deferred<*>? = null
+
+    fun start() {
+        // Sugar form (the trailing-lambda builder). The block runs once
+        // at start to register tools + instructions; \`session.update\` is
+        // sent to OpenAI and the audio pump engages. Returns when the
+        // session reaches Active state.
+        scope.launch {
+            glasses.assistant.start(
+                provider = AssistantProvider.OpenAi(
+                    model = "gpt-realtime",
+                    voice = "alloy",
+                ),
+            ) {
+                instructions = """
+                    You are a Strava companion. Help the runner with route
+                    stats and capture moments. Speak briefly — they're
+                    running. Don't narrate what you're doing — just do it
+                    and confirm.
+                """.trimIndent()
+
+                // Read-tools: instant data the AI reads aloud or weaves
+                // into the answer.
+                tool("get_route_remaining", "How much of the planned route is left, in km.") {
+                    ToolResult.Ok("\${routeTracker.kmRemaining()} km remaining")
+                }
+                tool("get_average_pace", "Current average pace in minutes per km.") {
+                    ToolResult.Ok("\${routeTracker.avgPaceMinKm()} min per km")
+                }
+                tool("get_route_length", "Total planned route length in km.") {
+                    ToolResult.Ok("\${routeTracker.totalKm} km")
+                }
+
+                // Action-tools: side effects on the app's own state. The
+                // AI manages the take/stop pair — it knows from context
+                // that stop_video pairs with take_video.
+                tool("take_video", "Start recording a video clip of the runner's view.") {
+                    activeVideo = scope.async {
+                        glasses.camera.captureVideo(
+                            VideoConfig(maxDurationSeconds = 30),
+                        )
+                    }
+                    ToolResult.Ok("recording started")
+                }
+                tool("stop_video", "Stop the current video recording.") {
+                    // Cooperative cancellation: cancel the Deferred awaiting
+                    // captureVideo. The library's transport layer catches the
+                    // cancellation, fires core.abortCaptureVideo() internally,
+                    // and surfaces a partial clip (or nothing if cancel landed
+                    // before any frames). There is no glasses.camera.stopVideo()
+                    // — Deferred cancellation IS the customer-facing stop
+                    // mechanism. Matches the iOS Task.cancel() pattern.
+                    val pending = activeVideo
+                    activeVideo = null
+                    if (pending == null) return@tool ToolResult.Err("nothing was recording")
+                    pending.cancel()
+                    val clip = runCatching { pending.await().valueOrNull() }.getOrNull()
+                    clip?.let { library.add(it); ToolResult.Ok("video saved") }
+                        ?: ToolResult.Err("nothing was recording")
+                }
+            }
+        }
+    }
+}
+
+// ── Raw form — equivalent, for programmatic construction (tools loaded
+//     from config, conditional registration). Customer-can-skip-it: the
+//     trailing-lambda builder above reduces to this. ────────────────────
+
+import com.extentos.glasses.core.assistant.AssistantConfig
+import com.extentos.glasses.core.assistant.ToolDefinition
+
+suspend fun startRawForm(glasses: ExtentosGlasses) {
+    val session = glasses.assistant.createSession(
+        AssistantConfig(
+            provider = AssistantProvider.OpenAi(model = "gpt-realtime", voice = "alloy"),
+            instructions = "You are a helpful assistant.",
+            tools = listOf(
+                ToolDefinition("take_picture", "Take a photo when asked.") { _ ->
+                    ToolResult.Ok("photo saved")
+                },
+            ),
+        ),
+    )
+    session.start()
+}`,
+        swift: `import GlassesCore
+
+// ── App bootstrap (do once, e.g. in App.init or DI container) ─────────
+//
+// Phase 4 is end-to-end via the provider's WebSocket — no ONNX models
+// to bundle, no cascaded options. glasses.assistant is always-on.
+// \`Extentos.create(config:)\` is synchronous + non-throwing on iOS.
+func makeGlasses() -> ExtentosGlasses {
+    let glasses = Extentos.create(config: ExtentosConfig())
+    // BYOK OpenAI key — see getCredentialGuide(service:"openai") for the
+    // Info.plist plumbing. Key flows direct from device → api.openai.com
+    // via WS Authorization header; Extentos backend never sees it.
+    glasses.assistant.setOpenAiApiKey(Secrets.openAiKey)
+    return glasses
+}
+
+// ── Handler — Strava-style example ────────────────────────────────────
+//
+// Plain final class (not @MainActor) so the @Sendable tool-body
+// closures can call into the handler without forcing every access
+// through an actor hop. State mutation (\`activeVideo\`) is single-
+// dispatch in practice — OpenAi + Mock providers serialize per-call_id
+// tool dispatch in v1.
+
+final class StravaAssistantHandler: @unchecked Sendable {
+    private let glasses: ExtentosGlasses
+    private let routeTracker: RouteTracker  // app-internal
+    private let library: ClipLibrary        // app-internal
+    private var activeVideo: Task<VideoClip?, Never>?
+
+    init(glasses: ExtentosGlasses, routeTracker: RouteTracker, library: ClipLibrary) {
+        self.glasses = glasses
+        self.routeTracker = routeTracker
+        self.library = library
+    }
+
+    func start() async throws {
+        // Sugar form (trailing-closure builder). Returns once the session
+        // reaches Active. Q3 asymmetry: Swift's typed-args overload
+        // requires an explicit \`schema:\` parameter (no Mirror walk on
+        // types — see assistant_tool capability guide).
+        _ = try await glasses.assistant.start(
+            provider: .openAI(model: "gpt-realtime", voice: "alloy")
+        ) { config in
+            config.instructions = """
+                You are a Strava companion. Help the runner with route
+                stats and capture moments. Speak briefly — they're
+                running. Don't narrate what you're doing — just do it.
+                """
+
+            // Read-tools
+            config.tool("get_route_remaining", description: "How much of the planned route is left, in km.") {
+                .ok("\\(self.routeTracker.kmRemaining()) km remaining")
+            }
+            config.tool("get_average_pace", description: "Current average pace in minutes per km.") {
+                .ok("\\(self.routeTracker.avgPaceMinKm()) min per km")
+            }
+            config.tool("get_route_length", description: "Total planned route length in km.") {
+                .ok("\\(self.routeTracker.totalKm) km")
+            }
+
+            // Action-tools — fire-and-forget via Task; stop_video cancels
+            // the activeVideo task + reads its (possibly partial) result.
+            // Camera's captureVideo returns \`ExtentosResult<VideoClip,
+            // CaptureError>\` async — we extract the success branch into
+            // an optional clip via the \`.success\` accessor.
+            config.tool("take_video", description: "Start recording a video clip of the runner's view.") {
+                self.activeVideo = Task {
+                    let result = await self.glasses.camera.captureVideo(
+                        VideoConfig(maxDurationSeconds: 30)
+                    )
+                    return result.success
+                }
+                return .ok("recording started")
+            }
+            config.tool("stop_video", description: "Stop the current video recording.") {
+                // Cooperative cancellation: the camera capture finishes
+                // its current chunk and surfaces a partial clip (or
+                // nothing if the cancel landed before any frames).
+                self.activeVideo?.cancel()
+                let clip = await self.activeVideo?.value ?? nil
+                self.activeVideo = nil
+                if let clip {
+                    self.library.add(clip)
+                    return .ok("video saved")
+                } else {
+                    return .err("nothing was recording")
+                }
+            }
+        }
+    }
+}
+
+// ── Raw form — equivalent, for programmatic construction ──────────────
+
+func startRawForm(_ glasses: ExtentosGlasses) async throws {
+    let session = glasses.assistant.createSession(config: AssistantConfig(
+        provider: .openAI(model: "gpt-realtime", voice: "alloy"),
+        instructions: "You are a helpful assistant.",
+        tools: [
+            ToolDefinition(name: "take_picture", description: "Take a photo when asked.") { _ in
+                .ok("photo saved")
+            },
+        ]
+    ))
+    try await session.start()
+}`,
+    },
+    explanation: `AGENT-DRIVEN E2E TEST LOOP — RUN AFTER createGlasses + handler.start()
+
+The headless verification: drive the assistant with synthetic utterances,
+assert the expected tools fire, then read the event log. Two providers
+satisfy the same agent loop:
+
+  - AssistantProvider.Mock — deterministic, sub-millisecond, $0. Word-
+    overlap-matches the injected utterance against tool descriptions
+    and dispatches the first match. Use for CI + tight inner loop.
+  - AssistantProvider.OpenAi — real WebSocket to api.openai.com,
+    real LLM picks the tool, real audio output. Use for end-to-end
+    smoke when the sim browser tab has mic input.
+
+  // Mock-provider path — set useMockProvider when constructing the
+  // handler in your dogfood / test build. Production stays on OpenAi.
+  const { sessionId } = await createSimulatorSession({
+    glasses: "meta_rayban", platform: "android",
+  });
+  // Anchor cursor BEFORE inject so a fresh log read starts at 'now'.
+  const head = await getEventLog({ sessionId, filter: "voice", limit: 1 });
+  let cur = head.cursor;
+
+  // 1. Inject the utterance. text: routes to MockAssistantProvider via
+  //    the BrowserSim raw-frame observer (S2.W.0 wiring).
+  await injectAssistantUtterance({ sessionId, text: "take a picture" });
+
+  // 2. Assert the expected tool was called within the timeout.
+  const call = await assertToolCalled({
+    sessionId, name: "take_picture", timeoutMs: 5000,
+  });
+  // call.args is the parsed JsonObject from the tool's args schema
+  // (or {} for no-arg tools); call.call_id pairs with the result event.
+
+  // 3. (Optional) Read the full event-log trace for assertions on the
+  //    speak transcript, the tool result, etc.
+  const log = await getEventLog({
+    sessionId, cursor: cur, filter: "voice",
+  });
+  // Expected events (in order):
+  //   assistant.user_spoke         transcript="take a picture"
+  //   assistant.tool_called        name="take_picture", call_id
+  //   assistant.tool_result        name="take_picture", output, is_error,
+  //                                duration_ms
+  //   assistant.assistant_spoke    transcript="ok, take_picture" (Mock
+  //                                synthesizes; OpenAi has the model
+  //                                speak its own confirmation)
+
+  // 4. To drive a multi-utterance flow, just repeat steps 1-3 with the
+  //    next text. The session stays Active across injects until you
+  //    explicitly stop it.
+
+WHAT GETS LOGGED — assistant.* event family (per synthesis #15)
+
+  assistant.session_started      provider, model, voice
+  assistant.session_ended        reason (user / error / ceiling), message
+  assistant.user_spoke           transcript (verbatim — see PII note below)
+  assistant.assistant_spoke      transcript (verbatim)
+  assistant.tool_called          name, args (JsonObject), call_id
+  assistant.tool_result          call_id, name, output, is_error, duration_ms
+  assistant.reconnected          reason, downtime_ms (synthesis #23
+                                 transparent 60-min ceiling + onFailure
+                                 recovery — library hides this from
+                                 customers; observable here for debugging)
+  assistant.error                kind, message (non-fatal; fatal errors
+                                 emit session_ended(error))
+
+PII BOUNDARY — Phase 4 differs from Phase 3 conversation.* events
+
+Phase 4 assistant events DO carry verbatim transcripts in
+user_spoke / assistant_spoke. Phase 3 conversation.* events strip
+text (only text_len) because the cascaded path routed transcripts
+through Extentos backend. Phase 4's BYOK contract sends transcripts
+device → openai.com directly without touching Extentos backend, so
+the platform-side PII boundary that Phase 3 enforced doesn't apply.
+Customer apps own their data retention story.
+
+FILTER QUICK REFERENCE
+
+  - filter: "voice"   → all assistant.* events + legacy stt_/speak/
+                        audio_/tts_audio_chunk frames coexist here
+  - filter: "errors"  → assistant.error AUTOMATICALLY (the backend
+                        bumps severity to warn for this type)
+
+SIMULATOR UI
+
+The sim's right rail renders an AssistantPanel showing the active
+session's provider + model + voice + current state. Recent turns
+appear as colored chips (UserSpoke=sky, AssistantSpoke=emerald,
+ToolCalled→Result=indigo, Error=red). Open the sim browser side-by-
+side with this agent loop and watch the panel react.`,
+    gotchas: [
+        "**Anchor a cursor BEFORE the first inject.** A no-cursor getEventLog returns the tail of the log + a cursor positioned after it — that's your 'now' bookmark. Without it, a resumed sim's stale assistant.tool_called from a prior run can satisfy your assertion and you'd never know the new inject silently failed.",
+        "**Mock provider matches utterances by word overlap (≥3 chars) against tool descriptions.** Tool descriptions whose keywords appear in your test utterances get matched; ones without don't. Write descriptions like \"Take a photo when the user asks to capture a moment\" rather than \"Captures imagery via the camera SDK\" — both the model AND the Mock matcher work better when descriptions describe WHEN to call, not what they do internally. For deterministic tests with ambiguous text, use `argsMatch` on assertToolCalled to constrain the matched call further.",
+        "**Mock provider only attaches when transport is BrowserSim.** RealMeta + LocalSim sessions silently no-op the inject subscription (Mock is sim-only by design). To test against the OpenAi provider in sim, open the sim browser tab — its mic input flows through audio_chunks → OpenAI WebSocket → tool dispatch. injectAssistantUtterance.text: still works against Mock; for real-provider audio injection use the sim browser mic or wait for v1.1's audioWavBase64 path.",
+        "**No ONNX models, no model paths, no conversationOptions.** Phase 4 ships zero on-device ML — the provider's WebSocket carries everything. If you're carrying old conversationOptions / ConversationModels code from Phase 3, delete it during migration (see `searchDocs(topic:'assistant_runtime')` → migration section). The deprecation warning fires on first `glasses.conversation.*` call in v1.4.0; the API is removed in v2.0.0.",
+        "**Singleton-active sessions — synthesis #13.** At most one assistant.start at a time per ExtentosGlasses instance. A second start while one is active throws AssistantException(AlreadyActive). Call assistant.stop() (or session.stop()) before starting a new one. For v1 simplicity; can relax in v1.x if customer demand surfaces.",
+        "**Reconnection is library-owned + transparent — synthesis #23.** OpenAI Realtime hard-caps sessions at 60 min; the library proactively reconnects every ~50 min (configurable in v1.1+). assistant.reconnected fires for observability; customer code doesn't see the swap. Conversation history is replayed (recent 40 turns) on each reconnect. Tool dispatches in flight at reconnect time are preserved.",
+        "**Tool body runs on Dispatchers.IO (Kotlin) / Swift Task (Swift); suspending camera/storage/HTTP calls are fine.** Per-tool blocking opt-out via `tool(name, desc, blocking = true) { ... }` per synthesis #9 — when true, the model waits silently for the result before speaking. Default is non-blocking (model says \"let me check...\" while the tool runs). Use blocking=true for sub-100ms tools where the filler would be awkward (\"what time is it\" returning in 10 ms).",
+        "**BYOK key flows direct, not via Extentos.** synthesis §12. `glasses.assistant.setOpenaiApiKey(key)` stores the key in the AssistantClient. When start() opens a WebSocket, the key goes into `Authorization: Bearer ...` for the wss://api.openai.com/v1/realtime?model=gpt-realtime connection. Extentos backend never sees the key. Test endpoint override is on the AssistantProvider.OpenAi case if you need to point at a mock OpenAI proxy.",
+        "**`glasses.ai.complete` is deprecated in v1.4.0 and removed in v2.0.0.** Use the OpenAI SDK directly for non-voice LLM calls (image description, summarization, etc.). Migration: see `searchDocs(topic:'assistant_runtime')` → migration section walkthrough C.",
+    ],
+    relatedFeatures: ["assistant_runtime", "assistant_start", "assistant_tool", "assistant_provider_openai", "audio_chunks", "speak"],
+};
 export const CODE_EXAMPLES = {
     voice_qa_assistant: VOICE_QA_ASSISTANT,
     barge_in_speak: BARGE_IN_SPEAK,
@@ -1834,6 +2244,7 @@ export const CODE_EXAMPLES = {
     connection_page_setup: CONNECTION_PAGE_SETUP,
     byok_anthropic: BYOK_ANTHROPIC,
     agent_test_loop: AGENT_TEST_LOOP,
+    assistant_agent_loop: ASSISTANT_AGENT_LOOP,
     conversation_agent_loop: CONVERSATION_AGENT_LOOP,
 };
 export const CODE_EXAMPLE_PATTERNS = Object.keys(CODE_EXAMPLES).sort();

package/dist/tools/data/codeExamples.js.map

@@ -1 +1 @@
-{"version":3,"file":"codeExamples.js","sourceRoot":"","sources":["../../../src/tools/data/codeExamples.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,sEAAsE;AACtE,sEAAsE;AACtE,uDAAuD;AACvD,sCAAsC;AACtC,EAAE;AACF,qEAAqE;AACrE,uDAAuD;AACvD,wEAAwE;AACxE,kEAAkE;AAClE,oEAAoE;AACpE,2DAA2D;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAuE5C,MAAM,kBAAkB,GAAgB;IACtC,OAAO,EAAE,oBAAoB;IAC7B,KAAK,EAAE,4FAA4F;IACnG,WAAW,EACT,08BAA08B;IAC58B,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAwEV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgET;KACC;IACD,WAAW,EACT,ggCAAggC;IAClgC,OAAO,EAAE;QACP,yXAAyX;QACzX,gbAAgb;QAChb,qXAAqX;QACrX,mSAAmS;QACnS,oSAAoS;QACpS,+SAA+S;QAC/S,msBAAmsB;QACnsB,sIAAsI;QACtI,+HAA+H;QAC/H,yKAAyK;QACzK,kyBAAkyB;QAClyB,0UAA0U;KAC3U;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,2BAA2B,EAAE,cAAc,CAAC;CAChF,CAAC;AAEF,MAAM,cAAc,GAAgB;IAClC,OAAO,EAAE,gBAAgB;IACzB,KAAK,EAAE,gDAAgD;IACvD,WAAW,EACT,itBAAitB;IACntB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgCT;KACC;IACD,WAAW,EACT,+ZAA+Z;IACja,OAAO,EAAE;QACP,8IAA8I;QAC9I,6PAA6P;QAC7P,kLAAkL;KACnL;IACD,eAAe,EAAE,CAAC,2BAA2B,CAAC;CAC/C,CAAC;AAEF,MAAM,oBAAoB,GAAgB;IACxC,OAAO,EAAE,sBAAsB;IAC/B,KAAK,EAAE,gDAAgD;IACvD,WAAW,EACT,swBAAswB;IACxwB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6DV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkDT;KACC;IACD,WAAW,EACT,gWAAgW;IAClW,OAAO,EAAE;QACP,4OAA4O;QAC5O,4KAA4K;QAC5K,yGAAyG;QACzG,iRAAiR;QACjR,iMAAiM;QACjM,gRAAgR;QAChR,shBAAshB;KACvhB;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,2BAA2B,CAAC;CACjF,CAAC;AAEF,MAAM,qBAAqB,GAAgB;IACzC,OAAO,EAAE,uBAAuB;IAChC,KAAK,EAAE,+CAA+C;IACtD,WAAW,EACT,0sBAA0sB;IAC5sB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBA4BU;QAClB,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;yBAyBc;KACtB;IACD,WAAW,EACT,4QAA4Q;IAC9Q,OAAO,EAAE;QACP,gNAAgN;QAChN,2KAA2K;QAC3K,6LAA6L;KAC9L;IACD,eAAe,EAAE,CAAC,2BAA2B,CAAC;CAC/C,CAAC;AAEF,MAAM,WAAW,GAAgB;IAC/B,OAAO,EAAE,aAAa;IACtB,KAAK,EAAE,sCAAsC;IAC7C,WAAW,EACT,8yBAA8yB;IAChzB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0CV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqCT;KACC;IACD,WAAW,EACT,yQAAyQ;IAC3Q,OAAO,EAAE;QACP,iNAAiN;QACjN,iUAAiU;KAClU;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,cAAc,EAAE,2BAA2B,CAAC;CAChF,CAAC;AAEF,MAAM,qBAAqB,GAAgB;IACzC,OAAO,EAAE,uBAAuB;IAChC,KAAK,EAAE,8CAA8C;IACrD,WAAW,EACT,+NAA+N;IACjO,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;kDAwBsC;QAC9C,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4BT;KACC;IACD,WAAW,EACT,+TAA+T;IACjU,OAAO,EAAE;QACP,kMAAkM;QAClM,6QAA6Q;QAC7Q,iMAAiM;KAClM;IACD,eAAe,EAAE,EAAE;CACpB,CAAC;AAEF,MAAM,cAAc,GAAgB;IAClC,OAAO,EAAE,gBAAgB;IACzB,KAAK,EAAE,mGAAmG;IAC1G,WAAW,EACT,63DAA63D;IAC/3D,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2EAiU+D;QACvE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mGA0SwF;KAChG;IACD,WAAW,EACT,0lCAA0lC;IAC5lC,OAAO,EAAE;QACP,qLAAqL;QACrL,oJAAoJ;QACpJ,yWAAyW;QACzW,yUAAyU;QACzU,sLAAsL;QACtL,+rBAA+rB;QAC/rB,sLAAsL;QACtL,8RAA8R;QAC9R,8YAA8Y;QAC9Y,uXAAuX;KACxX;IACD,eAAe,EAAE,CAAC,eAAe,CAAC;IAClC,oBAAoB,EAAE;QACpB,OAAO,EAAE;YACP;gBACE,aAAa,EAAE,gBAAgB;gBAC/B,QAAQ,EAAE,oCAAoC;gBAC9C,SAAS,EAAE,sBAAsB;aAClC;YACD;gBACE,aAAa,EAAE,gBAAgB;gBAC/B,QAAQ,EAAE,wDAAwD;gBAClE,SAAS,EAAE,sBAAsB;aAClC;SACF;QACD,+DAA+D;QAC/D,iCAAiC;QACjC,gBAAgB,EAAE,EAAE;KACrB;IACD,eAAe,EAAE;QACf,OAAO,EAAE;YACP,mEAAmE;YACnE,gEAAgE;YAChE,kEAAkE;YAClE,2DAA2D;YAC3D;gBACE,EAAE,EAAE,2CAA2C;gBAC/C,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,aAAa;gBAC3C,SAAS,EAAE,uBAAuB;gBAClC,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,gGAAgG;aACvG;YACD;gBACE,EAAE,EAAE,2CAA2C;gBAC/C,SAAS,EAAE,sBAAsB;gBACjC,IAAI,EAAE,gJAAgJ;aACvJ;SACF;KACF;CACF,CAAC;AAEF,MAAM,eAAe,GAAgB;IACnC,OAAO,EAAE,iBAAiB;IAC1B,KAAK,EAAE,mDAAmD;IAC1D,WAAW,EACT,4qBAA4qB;IAC9qB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+EV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0ET;KACC;IACD,WAAW,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mjBA2IoiB;IACjjB,OAAO,EAAE;QACP,syBAAsyB;QACtyB,uRAAuR;QACvR,4mBAA4mB;QAC5mB,wTAAwT;QACxT,kRAAkR;QAClR,6QAA6Q;QAC7Q,iUAAiU;QACjU,wMAAwM;QACxM,kPAAkP;KACnP;IACD,eAAe,EAAE,CAAC,cAAc,EAAE,2BAA2B,EAAE,OAAO,EAAE,eAAe,CAAC;CACzF,CAAC;AAEF,MAAM,uBAAuB,GAAgB;IAC3C,OAAO,EAAE,yBAAyB;IAClC,KAAK,EAAE,sDAAsD;IAC7D,WAAW,EACT,0oBAA0oB;IAC5oB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4DV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6CT;KACC;IACD,WAAW,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAkGsD;IACnE,OAAO,EAAE;QACP,+TAA+T;QAC/T,iYAAiY;QACjY,2RAA2R;QAC3R,8TAA8T;QAC9T,0eAA0e;QAC1e,0YAA0Y;QAC1Y,6PAA6P;KAC9P;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,2BAA2B,EAAE,SAAS,EAAE,gBAAgB,CAAC;CACtG,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,kBAAkB,EAAE,kBAAkB;IACtC,cAAc,EAAE,cAAc;IAC9B,oBAAoB,EAAE,oBAAoB;IAC1C,qBAAqB,EAAE,qBAAqB;IAC5C,WAAW,EAAE,WAAW;IACxB,qBAAqB,EAAE,qBAAqB;IAC5C,cAAc,EAAE,cAAc;IAC9B,eAAe,EAAE,eAAe;IAChC,uBAAuB,EAAE,uBAAuB;CACjD,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC"}
+{"version":3,"file":"codeExamples.js","sourceRoot":"","sources":["../../../src/tools/data/codeExamples.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,sEAAsE;AACtE,sEAAsE;AACtE,uDAAuD;AACvD,sCAAsC;AACtC,EAAE;AACF,qEAAqE;AACrE,uDAAuD;AACvD,wEAAwE;AACxE,kEAAkE;AAClE,oEAAoE;AACpE,2DAA2D;AAE3D,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAuE5C,MAAM,kBAAkB,GAAgB;IACtC,OAAO,EAAE,oBAAoB;IAC7B,KAAK,EAAE,4FAA4F;IACnG,WAAW,EACT,08BAA08B;IAC58B,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAwEV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgET;KACC;IACD,WAAW,EACT,ggCAAggC;IAClgC,OAAO,EAAE;QACP,yXAAyX;QACzX,gbAAgb;QAChb,qXAAqX;QACrX,mSAAmS;QACnS,oSAAoS;QACpS,+SAA+S;QAC/S,msBAAmsB;QACnsB,sIAAsI;QACtI,+HAA+H;QAC/H,yKAAyK;QACzK,kyBAAkyB;QAClyB,0UAA0U;KAC3U;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,2BAA2B,EAAE,cAAc,CAAC;CAChF,CAAC;AAEF,MAAM,cAAc,GAAgB;IAClC,OAAO,EAAE,gBAAgB;IACzB,KAAK,EAAE,gDAAgD;IACvD,WAAW,EACT,itBAAitB;IACntB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgCT;KACC;IACD,WAAW,EACT,+ZAA+Z;IACja,OAAO,EAAE;QACP,8IAA8I;QAC9I,6PAA6P;QAC7P,kLAAkL;KACnL;IACD,eAAe,EAAE,CAAC,2BAA2B,CAAC;CAC/C,CAAC;AAEF,MAAM,oBAAoB,GAAgB;IACxC,OAAO,EAAE,sBAAsB;IAC/B,KAAK,EAAE,gDAAgD;IACvD,WAAW,EACT,swBAAswB;IACxwB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6DV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAkDT;KACC;IACD,WAAW,EACT,gWAAgW;IAClW,OAAO,EAAE;QACP,4OAA4O;QAC5O,4KAA4K;QAC5K,yGAAyG;QACzG,iRAAiR;QACjR,iMAAiM;QACjM,gRAAgR;QAChR,shBAAshB;KACvhB;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,eAAe,EAAE,2BAA2B,CAAC;CACjF,CAAC;AAEF,MAAM,qBAAqB,GAAgB;IACzC,OAAO,EAAE,uBAAuB;IAChC,KAAK,EAAE,+CAA+C;IACtD,WAAW,EACT,0sBAA0sB;IAC5sB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;sBA4BU;QAClB,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;yBAyBc;KACtB;IACD,WAAW,EACT,4QAA4Q;IAC9Q,OAAO,EAAE;QACP,gNAAgN;QAChN,2KAA2K;QAC3K,6LAA6L;KAC9L;IACD,eAAe,EAAE,CAAC,2BAA2B,CAAC;CAC/C,CAAC;AAEF,MAAM,WAAW,GAAgB;IAC/B,OAAO,EAAE,aAAa;IACtB,KAAK,EAAE,sCAAsC;IAC7C,WAAW,EACT,8yBAA8yB;IAChzB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0CV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqCT;KACC;IACD,WAAW,EACT,yQAAyQ;IAC3Q,OAAO,EAAE;QACP,iNAAiN;QACjN,iUAAiU;KAClU;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,cAAc,EAAE,2BAA2B,CAAC;CAChF,CAAC;AAEF,MAAM,qBAAqB,GAAgB;IACzC,OAAO,EAAE,uBAAuB;IAChC,KAAK,EAAE,8CAA8C;IACrD,WAAW,EACT,+NAA+N;IACjO,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;kDAwBsC;QAC9C,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA4BT;KACC;IACD,WAAW,EACT,+TAA+T;IACjU,OAAO,EAAE;QACP,kMAAkM;QAClM,6QAA6Q;QAC7Q,iMAAiM;KAClM;IACD,eAAe,EAAE,EAAE;CACpB,CAAC;AAEF,MAAM,cAAc,GAAgB;IAClC,OAAO,EAAE,gBAAgB;IACzB,KAAK,EAAE,mGAAmG;IAC1G,WAAW,EACT,63DAA63D;IAC/3D,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2EAiU+D;QACvE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mGA0SwF;KAChG;IACD,WAAW,EACT,0lCAA0lC;IAC5lC,OAAO,EAAE;QACP,qLAAqL;QACrL,oJAAoJ;QACpJ,yWAAyW;QACzW,yUAAyU;QACzU,sLAAsL;QACtL,+rBAA+rB;QAC/rB,sLAAsL;QACtL,8RAA8R;QAC9R,8YAA8Y;QAC9Y,uXAAuX;KACxX;IACD,eAAe,EAAE,CAAC,eAAe,CAAC;IAClC,oBAAoB,EAAE;QACpB,OAAO,EAAE;YACP;gBACE,aAAa,EAAE,gBAAgB;gBAC/B,QAAQ,EAAE,oCAAoC;gBAC9C,SAAS,EAAE,sBAAsB;aAClC;YACD;gBACE,aAAa,EAAE,gBAAgB;gBAC/B,QAAQ,EAAE,wDAAwD;gBAClE,SAAS,EAAE,sBAAsB;aAClC;SACF;QACD,+DAA+D;QAC/D,iCAAiC;QACjC,gBAAgB,EAAE,EAAE;KACrB;IACD,eAAe,EAAE;QACf,OAAO,EAAE;YACP,mEAAmE;YACnE,gEAAgE;YAChE,kEAAkE;YAClE,2DAA2D;YAC3D;gBACE,EAAE,EAAE,2CAA2C;gBAC/C,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,aAAa;gBAC3C,SAAS,EAAE,uBAAuB;gBAClC,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,gGAAgG;aACvG;YACD;gBACE,EAAE,EAAE,2CAA2C;gBAC/C,SAAS,EAAE,sBAAsB;gBACjC,IAAI,EAAE,gJAAgJ;aACvJ;SACF;KACF;CACF,CAAC;AAEF,MAAM,eAAe,GAAgB;IACnC,OAAO,EAAE,iBAAiB;IAC1B,KAAK,EAAE,mDAAmD;IAC1D,WAAW,EACT,4qBAA4qB;IAC9qB,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA+EV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0ET;KACC;IACD,WAAW,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mjBA2IoiB;IACjjB,OAAO,EAAE;QACP,syBAAsyB;QACtyB,uRAAuR;QACvR,4mBAA4mB;QAC5mB,wTAAwT;QACxT,kRAAkR;QAClR,6QAA6Q;QAC7Q,iUAAiU;QACjU,wMAAwM;QACxM,kPAAkP;KACnP;IACD,eAAe,EAAE,CAAC,cAAc,EAAE,2BAA2B,EAAE,OAAO,EAAE,eAAe,CAAC;CACzF,CAAC;AAEF,MAAM,uBAAuB,GAAgB;IAC3C,OAAO,EAAE,yBAAyB;IAClC,KAAK,EAAE,uHAAuH;IAC9H,WAAW,EACT,y8BAAy8B;IAC38B,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAuGV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA8ET;KACC;IACD,WAAW,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qEAkGsD;IACnE,OAAO,EAAE;QACP,+TAA+T;QAC/T,iYAAiY;QACjY,2RAA2R;QAC3R,8TAA8T;QAC9T,g4BAAg4B;QACh4B,0YAA0Y;QAC1Y,6PAA6P;KAC9P;IACD,eAAe,EAAE,CAAC,eAAe,EAAE,OAAO,EAAE,2BAA2B,EAAE,SAAS,EAAE,gBAAgB,CAAC;CACtG,CAAC;AAEF,MAAM,oBAAoB,GAAgB;IACxC,OAAO,EAAE,sBAAsB;IAC/B,KAAK,EAAE,qFAAqF;IAC5F,WAAW,EACT,01BAA01B;IAC51B,IAAI,EAAE;QACJ,MAAM,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAqHV;QACE,KAAK,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0GT;KACC;IACD,WAAW,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;qDAyFsC;IACnD,OAAO,EAAE;QACP,wTAAwT;QACxT,ijBAAijB;QACjjB,gdAAgd;QAChd,2aAA2a;QAC3a,wUAAwU;QACxU,8YAA8Y;QAC9Y,qdAAqd;QACrd,obAAob;QACpb,kQAAkQ;KACnQ;IACD,eAAe,EAAE,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,2BAA2B,EAAE,cAAc,EAAE,OAAO,CAAC;CAClI,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,kBAAkB,EAAE,kBAAkB;IACtC,cAAc,EAAE,cAAc;IAC9B,oBAAoB,EAAE,oBAAoB;IAC1C,qBAAqB,EAAE,qBAAqB;IAC5C,WAAW,EAAE,WAAW;IACxB,qBAAqB,EAAE,qBAAqB;IAC5C,cAAc,EAAE,cAAc;IAC9B,eAAe,EAAE,eAAe;IAChC,oBAAoB,EAAE,oBAAoB;IAC1C,uBAAuB,EAAE,uBAAuB;CACjD,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC"}

package/dist/tools/data/version.d.ts

@@ -23,7 +23,6 @@ export declare const VERSION_INFO: {
         android: {
             core: string;
             ui: string;
-            debug: string;
         };
         ios: {
             package: string;

package/dist/tools/data/version.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../../src/tools/data/version.ts"],"names":[],"mappings":"AAcA,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0DxB,CAAC"}
+{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../../src/tools/data/version.ts"],"names":[],"mappings":"AAcA,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkExB,CAAC"}

package/dist/tools/data/version.js

@@ -61,7 +61,15 @@ export const VERSION_INFO = {
         android: {
             core: "com.extentos:glasses:1.3.0",
             ui: "com.extentos:glasses-ui:1.3.0",
-            debug: "com.extentos:glasses-debug:1.3.0",
+            // glasses-debug is NOT yet a real Android module. iOS has a `GlassesDebug`
+            // product in the Swift package (see ios.products below), but the Android
+            // equivalent was never scaffolded into `android-library/settings.gradle.kts`
+            // and never published to Maven Central. Surfacing a phantom artifact here
+            // caused agents that wrote `implementation("com.extentos:glasses-debug:…")`
+            // to dead-end at "Could not find" at gradle resolve. Re-add this entry
+            // once a `glasses-debug` Gradle module exists AND its AAR is published.
+            // generateConnectionModule + manifest.ts already exclude it from emission;
+            // this just stops it appearing in `getPlatformInfo.artifacts.android`.
         },
         ios: {
             package: "https://github.com/extentos/swift-glasses",

package/dist/tools/data/version.js.map

@@ -1 +1 @@
-{"version":3,"file":"version.js","sourceRoot":"","sources":["../../../src/tools/data/version.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,0EAA0E;AAC1E,uEAAuE;AACvE,qEAAqE;AACrE,oEAAoE;AACpE,qEAAqE;AACrE,2DAA2D;AAC3D,EAAE;AACF,2EAA2E;AAC3E,wEAAwE;AACxE,qEAAqE;AACrE,8DAA8D;AAC9D,uEAAuE;AACvE,qDAAqD;AACrD,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,KAAK;IAClB,OAAO,EAAE;QACP,UAAU,EAAE,EAAE;QACd,yEAAyE;QACzE,wEAAwE;QACxE,qEAAqE;QACrE,kEAAkE;QAClE,yFAAyF;QACzF,oEAAoE;QACpE,gEAAgE;QAChE,UAAU,EAAE,EAAE;QACd,SAAS,EAAE,EAAE;QACb,aAAa,EACX,wPAAwP;QAC1P,0EAA0E;QAC1E,uEAAuE;QACvE,4EAA4E;QAC5E,yEAAyE;QACzE,uDAAuD;QACvD,aAAa,EAAE,QAAQ;QACvB,wEAAwE;QACxE,oCAAoC;QACpC,qEAAqE;QACrE,iDAAiD;QACjD,gEAAgE;QAChE,8EAA8E;QAC9E,2EAA2E;QAC3E,qDAAqD;QACrD,iBAAiB,EAAE,OAAO;QAC1B,oBAAoB,EAAE,KAAK;KAC5B;IACD,GAAG,EAAE;QACH,uBAAuB,EAAE,MAAM;QAC/B,YAAY,EAAE,KAAK;QACnB,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,+DAA+D;QAC/D,mBAAmB,EAAE,MAAM;KAC5B;IACD,aAAa,EAAE;QACb,OAAO,EAAE,OAAO;QAChB,GAAG,EAAE,OAAO;KACb;IACD,SAAS,EAAE;QACT,OAAO,EAAE;YACP,IAAI,EAAE,4BAA4B;YAClC,EAAE,EAAE,+BAA+B;YACnC,KAAK,EAAE,kCAAkC;SAC1C;QACD,GAAG,EAAE;YACH,OAAO,EAAE,2CAA2C;YACpD,OAAO,EAAE,aAAa;YACtB,QAAQ,EAAE,CAAC,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,CAAC;SAC7F;KACF;CACF,CAAC"}
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../../../src/tools/data/version.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,0EAA0E;AAC1E,uEAAuE;AACvE,qEAAqE;AACrE,oEAAoE;AACpE,qEAAqE;AACrE,2DAA2D;AAC3D,EAAE;AACF,2EAA2E;AAC3E,wEAAwE;AACxE,qEAAqE;AACrE,8DAA8D;AAC9D,uEAAuE;AACvE,qDAAqD;AACrD,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,YAAY,EAAE,OAAO;IACrB,WAAW,EAAE,KAAK;IAClB,OAAO,EAAE;QACP,UAAU,EAAE,EAAE;QACd,yEAAyE;QACzE,wEAAwE;QACxE,qEAAqE;QACrE,kEAAkE;QAClE,yFAAyF;QACzF,oEAAoE;QACpE,gEAAgE;QAChE,UAAU,EAAE,EAAE;QACd,SAAS,EAAE,EAAE;QACb,aAAa,EACX,wPAAwP;QAC1P,0EAA0E;QAC1E,uEAAuE;QACvE,4EAA4E;QAC5E,yEAAyE;QACzE,uDAAuD;QACvD,aAAa,EAAE,QAAQ;QACvB,wEAAwE;QACxE,oCAAoC;QACpC,qEAAqE;QACrE,iDAAiD;QACjD,gEAAgE;QAChE,8EAA8E;QAC9E,2EAA2E;QAC3E,qDAAqD;QACrD,iBAAiB,EAAE,OAAO;QAC1B,oBAAoB,EAAE,KAAK;KAC5B;IACD,GAAG,EAAE;QACH,uBAAuB,EAAE,MAAM;QAC/B,YAAY,EAAE,KAAK;QACnB,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,+DAA+D;QAC/D,mBAAmB,EAAE,MAAM;KAC5B;IACD,aAAa,EAAE;QACb,OAAO,EAAE,OAAO;QAChB,GAAG,EAAE,OAAO;KACb;IACD,SAAS,EAAE;QACT,OAAO,EAAE;YACP,IAAI,EAAE,4BAA4B;YAClC,EAAE,EAAE,+BAA+B;YACnC,2EAA2E;YAC3E,yEAAyE;YACzE,6EAA6E;YAC7E,0EAA0E;YAC1E,4EAA4E;YAC5E,uEAAuE;YACvE,wEAAwE;YACxE,2EAA2E;YAC3E,uEAAuE;SACxE;QACD,GAAG,EAAE;YACH,OAAO,EAAE,2CAA2C;YACpD,OAAO,EAAE,aAAa;YACtB,QAAQ,EAAE,CAAC,aAAa,EAAE,WAAW,EAAE,cAAc,EAAE,kBAAkB,EAAE,gBAAgB,CAAC;SAC7F;KACF;CACF,CAAC"}

package/dist/tools/definitions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"definitions.d.ts","sourceRoot":"","sources":["../../src/tools/definitions.ts"],"names":[],"mappings":"AAgBA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IAMpB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,oBAAoB,EAAE,KAAK,CAAC;KAC7B,CAAC;CACH;AAMD,eAAO,MAAM,eAAe,EAAE,OAAO,EAicpC,CAAC;AAEF,eAAO,MAAM,SAAS,QAAyB,CAAC;AAShD,wBAAgB,iCAAiC,CAC/C,IAAI,GAAE,SAAS,OAAO,EAAoB,GACzC,IAAI,CAiBN"}
+{"version":3,"file":"definitions.d.ts","sourceRoot":"","sources":["../../src/tools/definitions.ts"],"names":[],"mappings":"AAgBA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IAMpB,WAAW,EAAE;QACX,IAAI,EAAE,QAAQ,CAAC;QACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,oBAAoB,EAAE,KAAK,CAAC;KAC7B,CAAC;CACH;AAMD,eAAO,MAAM,eAAe,EAAE,OAAO,EA2fpC,CAAC;AAEF,eAAO,MAAM,SAAS,QAAyB,CAAC;AAShD,wBAAgB,iCAAiC,CAC/C,IAAI,GAAE,SAAS,OAAO,EAAoB,GACzC,IAAI,CAiBN"}