@mentra/sdk 2.1.12 → 2.1.14

package/dist/app/server/index.d.ts

@@ -4,10 +4,11 @@
  * Creates and manages a server for Apps in the MentraOS ecosystem.
  * Handles webhook endpoints, session management, and cleanup.
  */
-import { type Express } from 'express';
-import { AppSession } from '../session/index';
-import { ToolCall } from '../../types';
-import { Logger } from 'pino';
+import { type Express } from "express";
+import { AppSession } from "../session/index";
+import { ToolCall } from "../../types";
+import { Logger } from "pino";
+export declare const GIVE_APP_CONTROL_OF_TOOL_RESPONSE: string;
 /**
  * 🔧 Configuration options for App Server
  *
@@ -81,6 +82,8 @@ export declare class AppServer {
     private app;
     /** Map of active user sessions by sessionId */
     private activeSessions;
+    /** Map of active user sessions by userId */
+    private activeSessionsByUserId;
     /** Array of cleanup handlers to run on shutdown */
     private cleanupHandlers;
     /** App instructions string shown to the user */
@@ -130,14 +133,14 @@ export declare class AppServer {
      */
     stop(): void;
     /**
-   * 🔐 Generate a App token for a user
-   * This should be called when handling a session webhook request.
-   *
-   * @param userId - User identifier
-   * @param sessionId - Session identifier
-   * @param secretKey - Secret key for signing the token
-   * @returns JWT token string
-   */
+     * 🔐 Generate a App token for a user
+     * This should be called when handling a session webhook request.
+     *
+     * @param userId - User identifier
+     * @param sessionId - Session identifier
+     * @param secretKey - Secret key for signing the token
+     * @returns JWT token string
+     */
     protected generateToken(userId: string, sessionId: string, secretKey: string): string;
     /**
      * 🧹 Add Cleanup Handler

package/dist/app/server/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/app/server/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAQL,QAAQ,EACT,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAI9B;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,eAAe;IAC9B,oIAAoI;IACpI,WAAW,EAAE,MAAM,CAAC;IACpB,wDAAwD;IACxD,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,+FAA+F;IAC/F,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAE3B,iEAAiE;IACjE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gDAAgD;IAChD,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,qBAAa,SAAS;IAYR,OAAO,CAAC,MAAM;IAX1B,2BAA2B;IAC3B,OAAO,CAAC,GAAG,CAAU;IACrB,+CAA+C;IAC/C,OAAO,CAAC,cAAc,CAAiC;IACvD,mDAAmD;IACnD,OAAO,CAAC,eAAe,CAAyB;IAChD,gDAAgD;IAChD,OAAO,CAAC,eAAe,CAAuB;IAE9C,SAAgB,MAAM,EAAE,MAAM,CAAC;gBAEX,MAAM,EAAE,eAAe;IAwCpC,aAAa,IAAI,OAAO;IAI/B;;;;;;;;OAQG;cACa,SAAS,CAAC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMhG;;;;;;;;OAQG;cACa,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWxF;;;;;;;OAOG;cACa,UAAU,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAM3E;;;;;OAKG;IACI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAY7B;;;OAGG;IACI,IAAI,IAAI,IAAI;IAMnB;;;;;;;;KAQC;IACD,SAAS,CAAC,aAAa,CACrB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,MAAM;IAYT;;;;;OAKG;IACH,SAAS,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAItD;;;OAGG;IACH,OAAO,CAAC,YAAY;IAoCpB;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IA2B7B;;OAEG;YACW,oBAAoB;IA6DlC;;OAEG;YACW,iBAAiB;IAgB/B;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAyD7B;;;OAGG;IACH,OAAO,CAAC,cAAc;IAQtB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAKrB;;;OAGG;IACH,OAAO,CAAC,OAAO;IAYf;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAkFhC;;OAEG;IACH,OAAO,CAAC,2BAA2B;CAQpC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,eAAe,GAAG,eAAe,CAAC;AAE9C;;;;;;;;;;;;GAYG;AACH,qBAAa,SAAU,SAAQ,SAAS;gBAC1B,MAAM,EAAE,eAAe;CASpC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/app/server/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAgB,EAAE,KAAK,OAAO,EAAE,MAAM,SAAS,CAAC;AAEhD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,EAQL,QAAQ,EACT,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAI9B,eAAO,MAAM,iCAAiC,EAAE,MACX,CAAC;AAEtC;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,eAAe;IAC9B,oIAAoI;IACpI,WAAW,EAAE,MAAM,CAAC;IACpB,wDAAwD;IACxD,MAAM,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,+FAA+F;IAC/F,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAE3B,iEAAiE;IACjE,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gDAAgD;IAChD,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,qBAAa,SAAS;IAcR,OAAO,CAAC,MAAM;IAb1B,2BAA2B;IAC3B,OAAO,CAAC,GAAG,CAAU;IACrB,+CAA+C;IAC/C,OAAO,CAAC,cAAc,CAAiC;IACvD,4CAA4C;IAC5C,OAAO,CAAC,sBAAsB,CAAiC;IAC/D,mDAAmD;IACnD,OAAO,CAAC,eAAe,CAAyB;IAChD,gDAAgD;IAChD,OAAO,CAAC,eAAe,CAAuB;IAE9C,SAAgB,MAAM,EAAE,MAAM,CAAC;gBAEX,MAAM,EAAE,eAAe;IAwDpC,aAAa,IAAI,OAAO;IAI/B;;;;;;;;OAQG;cACa,SAAS,CACvB,OAAO,EAAE,UAAU,EACnB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IAUhB;;;;;;;;OAQG;cACa,MAAM,CACpB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;IAchB;;;;;;;OAOG;cACa,UAAU,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAM3E;;;;;OAKG;IACI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgB7B;;;OAGG;IACI,IAAI,IAAI,IAAI;IAMnB;;;;;;;;OAQG;IACH,SAAS,CAAC,aAAa,CACrB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,MAAM;IAYT;;;;;OAKG;IACH,SAAS,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,IAAI,GAAG,IAAI;IAItD;;;OAGG;IACH,OAAO,CAAC,YAAY;IAuCpB;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAuC7B;;OAEG;YACW,oBAAoB;IAiFlC;;OAEG;YACW,iBAAiB;IAqB/B;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IA+D7B;;;OAGG;IACH,OAAO,CAAC,cAAc;IAQtB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAKrB;;;OAGG;IACH,OAAO,CAAC,OAAO;IAaf;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IA2FhC;;OAEG;IACH,OAAO,CAAC,2BAA2B;CAUpC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,eAAe,GAAG,eAAe,CAAC;AAE9C;;;;;;;;;;;;GAYG;AACH,qBAAa,SAAU,SAAQ,SAAS;gBAC1B,MAAM,EAAE,eAAe;CASpC"}

package/dist/app/server/index.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TpaServer = exports.AppServer = void 0;
+exports.TpaServer = exports.AppServer = exports.GIVE_APP_CONTROL_OF_TOOL_RESPONSE = void 0;
 /**
  * 🚀 App Server Module
  *
@@ -16,6 +16,7 @@ const index_1 = require("../session/index");
 const webview_1 = require("../webview");
 const types_1 = require("../../types");
 const logger_1 = require("../../logging/logger");
+exports.GIVE_APP_CONTROL_OF_TOOL_RESPONSE = "GIVE_APP_CONTROL_OF_TOOL_RESPONSE";
 /**
  * 🎯 App Server Implementation
  *
@@ -51,6 +52,8 @@ class AppServer {
         this.config = config;
         /** Map of active user sessions by sessionId */
         this.activeSessions = new Map();
+        /** Map of active user sessions by userId */
+        this.activeSessionsByUserId = new Map();
         /** Array of cleanup handlers to run on shutdown */
         this.cleanupHandlers = [];
         /** App instructions string shown to the user */
@@ -58,22 +61,31 @@ class AppServer {
         // Set defaults and merge with provided config
         this.config = {
             port: 7010,
-            webhookPath: '/webhook',
+            webhookPath: "/webhook",
             publicDir: false,
             healthCheck: true,
-            ...config
+            ...config,
         };
-        this.logger = logger_1.logger.child({ app: this.config.packageName, packageName: this.config.packageName, service: 'app-server' });
+        this.logger = logger_1.logger.child({
+            app: this.config.packageName,
+            packageName: this.config.packageName,
+            service: "app-server",
+        });
         // Initialize Express app
         this.app = (0, express_1.default)();
         this.app.use(express_1.default.json());
-        const cookieParser = require('cookie-parser');
-        this.app.use(cookieParser(this.config.cookieSecret || `AOS_${this.config.packageName}_${this.config.apiKey.substring(0, 8)}`));
+        const cookieParser = require("cookie-parser");
+        this.app.use(cookieParser(this.config.cookieSecret ||
+            `AOS_${this.config.packageName}_${this.config.apiKey.substring(0, 8)}`));
         // Apply authentication middleware
         this.app.use((0, webview_1.createAuthMiddleware)({
             apiKey: this.config.apiKey,
             packageName: this.config.packageName,
-            cookieSecret: this.config.cookieSecret || `AOS_${this.config.packageName}_${this.config.apiKey.substring(0, 8)}`
+            getAppSessionForUser: (userId) => {
+                return this.activeSessionsByUserId.get(userId) || null;
+            },
+            cookieSecret: this.config.cookieSecret ||
+                `AOS_${this.config.packageName}_${this.config.apiKey.substring(0, 8)}`,
         }));
         this.appInstructions = config.appInstructions || null;
         // Setup server features
@@ -120,6 +132,7 @@ class AppServer {
         if (session) {
             session.disconnect();
             this.activeSessions.delete(sessionId);
+            this.activeSessionsByUserId.delete(userId);
         }
     }
     /**
@@ -157,25 +170,25 @@ class AppServer {
      * Gracefully shuts down the server and cleans up all sessions.
      */
     stop() {
-        this.logger.info('\n🛑 Shutting down...');
+        this.logger.info("\n🛑 Shutting down...");
         this.cleanup();
         process.exit(0);
     }
     /**
-   * 🔐 Generate a App token for a user
-   * This should be called when handling a session webhook request.
-   *
-   * @param userId - User identifier
-   * @param sessionId - Session identifier
-   * @param secretKey - Secret key for signing the token
-   * @returns JWT token string
-   */
+     * 🔐 Generate a App token for a user
+     * This should be called when handling a session webhook request.
+     *
+     * @param userId - User identifier
+     * @param sessionId - Session identifier
+     * @param secretKey - Secret key for signing the token
+     * @returns JWT token string
+     */
     generateToken(userId, sessionId, secretKey) {
-        const { createToken } = require('../token/utils');
+        const { createToken } = require("../token/utils");
         return createToken({
             userId,
             packageName: this.config.packageName,
-            sessionId
+            sessionId,
         }, { secretKey });
     }
     /**
@@ -193,8 +206,8 @@ class AppServer {
      */
     setupWebhook() {
         if (!this.config.webhookPath) {
-            this.logger.error('❌ Webhook path not set');
-            throw new Error('Webhook path not set');
+            this.logger.error("❌ Webhook path not set");
+            throw new Error("Webhook path not set");
         }
         this.app.post(this.config.webhookPath, async (req, res) => {
             try {
@@ -209,18 +222,18 @@ class AppServer {
                 }
                 // Unknown webhook type
                 else {
-                    this.logger.error('❌ Unknown webhook request type');
+                    this.logger.error("❌ Unknown webhook request type");
                     res.status(400).json({
-                        status: 'error',
-                        message: 'Unknown webhook request type'
+                        status: "error",
+                        message: "Unknown webhook request type",
                     });
                 }
             }
             catch (error) {
-                this.logger.error(error, '❌ Error handling webhook: ' + error.message);
+                this.logger.error(error, "❌ Error handling webhook: " + error.message);
                 res.status(500).json({
-                    status: 'error',
-                    message: 'Error handling webhook: ' + error.message
+                    status: "error",
+                    message: "Error handling webhook: " + error.message,
                 });
             }
         });
@@ -230,30 +243,39 @@ class AppServer {
      * Creates a /tool endpoint for handling tool calls from MentraOS Cloud.
      */
     setupToolCallEndpoint() {
-        this.app.post('/tool', async (req, res) => {
+        this.app.post("/tool", async (req, res) => {
             try {
                 const toolCall = req.body;
+                if (this.activeSessionsByUserId.has(toolCall.userId)) {
+                    toolCall.activeSession =
+                        this.activeSessionsByUserId.get(toolCall.userId) || null;
+                }
+                else {
+                    toolCall.activeSession = null;
+                }
                 this.logger.info({ body: req.body }, `🔧 Received tool call: ${toolCall.toolId}`);
                 // Call the onToolCall handler and get the response
                 const response = await this.onToolCall(toolCall);
                 // Send back the response if one was provided
                 if (response !== undefined) {
-                    res.json({ status: 'success', reply: response });
+                    res.json({ status: "success", reply: response });
                 }
                 else {
-                    res.json({ status: 'success', reply: null });
+                    res.json({ status: "success", reply: null });
                 }
             }
             catch (error) {
-                this.logger.error(error, '❌ Error handling tool call:');
+                this.logger.error(error, "❌ Error handling tool call:");
                 res.status(500).json({
-                    status: 'error',
-                    message: error instanceof Error ? error.message : 'Unknown error occurred calling tool'
+                    status: "error",
+                    message: error instanceof Error
+                        ? error.message
+                        : "Unknown error occurred calling tool",
                 });
             }
         });
-        this.app.get('/tool', async (req, res) => {
-            res.json({ status: 'success', reply: 'Hello, world!' });
+        this.app.get("/tool", async (req, res) => {
+            res.json({ status: "success", reply: "Hello, world!" });
         });
     }
     /**
@@ -273,7 +295,7 @@ class AppServer {
         // Setup session event handlers
         const cleanupDisconnect = session.events.onDisconnected((info) => {
             // Handle different disconnect info formats (string or object)
-            if (typeof info === 'string') {
+            if (typeof info === "string") {
                 this.logger.info(`👋 Session ${sessionId} disconnected: ${info}`);
             }
             else {
@@ -285,13 +307,14 @@ class AppServer {
                     // Keep track of the original session before removal
                     const session = this.activeSessions.get(sessionId);
                     // Call onStop with a reconnection failure reason
-                    this.onStop(sessionId, userId, `Connection permanently lost: ${info.reason}`).catch(error => {
+                    this.onStop(sessionId, userId, `Connection permanently lost: ${info.reason}`).catch((error) => {
                         this.logger.error(error, `❌ Error in onStop handler for permanent disconnection:`);
                     });
                 }
             }
             // Remove the session from active sessions in all cases
             this.activeSessions.delete(sessionId);
+            this.activeSessionsByUserId.delete(userId);
         });
         const cleanupError = session.events.onError((error) => {
             this.logger.error(error, `❌ [Session ${sessionId}] Error:`);
@@ -300,16 +323,17 @@ class AppServer {
         try {
             await session.connect(sessionId);
             this.activeSessions.set(sessionId, session);
+            this.activeSessionsByUserId.set(userId, session);
             await this.onSession(session, sessionId, userId);
-            res.status(200).json({ status: 'success' });
+            res.status(200).json({ status: "success" });
         }
         catch (error) {
-            this.logger.error(error, '❌ Failed to connect:');
+            this.logger.error(error, "❌ Failed to connect:");
             cleanupDisconnect();
             cleanupError();
             res.status(500).json({
-                status: 'error',
-                message: 'Failed to connect'
+                status: "error",
+                message: "Failed to connect",
             });
         }
     }
@@ -321,13 +345,13 @@ class AppServer {
         this.logger.info(`\n\n🛑 Received stop request for user ${userId}, session ${sessionId}, reason: ${reason}\n\n`);
         try {
             await this.onStop(sessionId, userId, reason);
-            res.status(200).json({ status: 'success' });
+            res.status(200).json({ status: "success" });
         }
         catch (error) {
-            this.logger.error(error, '❌ Error handling stop request:');
+            this.logger.error(error, "❌ Error handling stop request:");
             res.status(500).json({
-                status: 'error',
-                message: 'Failed to process stop request'
+                status: "error",
+                message: "Failed to process stop request",
             });
         }
     }
@@ -337,11 +361,11 @@ class AppServer {
      */
     setupHealthCheck() {
         if (this.config.healthCheck) {
-            this.app.get('/health', (req, res) => {
+            this.app.get("/health", (req, res) => {
                 res.json({
-                    status: 'healthy',
+                    status: "healthy",
                     app: this.config.packageName,
-                    activeSessions: this.activeSessions.size
+                    activeSessions: this.activeSessions.size,
                 });
             });
         }
@@ -351,13 +375,13 @@ class AppServer {
      * Creates a /settings endpoint that the MentraOS Cloud can use to update settings.
      */
     setupSettingsEndpoint() {
-        this.app.post('/settings', async (req, res) => {
+        this.app.post("/settings", async (req, res) => {
             try {
                 const { userIdForSettings, settings } = req.body;
                 if (!userIdForSettings || !Array.isArray(settings)) {
                     return res.status(400).json({
-                        status: 'error',
-                        message: 'Missing userId or settings array in request body'
+                        status: "error",
+                        message: "Missing userId or settings array in request body",
                     });
                 }
                 this.logger.info(`⚙️ Received settings update for user ${userIdForSettings}`);
@@ -367,7 +391,7 @@ class AppServer {
                 this.activeSessions.forEach((session, sessionId) => {
                     // Check if the session has this userId (not directly accessible)
                     // We're relying on the webhook handler to have already verified this
-                    if (sessionId.includes(userIdForSettings)) {
+                    if (session.userId === userIdForSettings) {
                         userSessions.push(session);
                     }
                 });
@@ -382,20 +406,20 @@ class AppServer {
                     session.updateSettingsForTesting(settings);
                 }
                 // Allow subclasses to handle settings updates if they implement the method
-                if (typeof this.onSettingsUpdate === 'function') {
+                if (typeof this.onSettingsUpdate === "function") {
                     await this.onSettingsUpdate(userIdForSettings, settings);
                 }
                 res.json({
-                    status: 'success',
-                    message: 'Settings updated successfully',
-                    sessionsUpdated: userSessions.length
+                    status: "success",
+                    message: "Settings updated successfully",
+                    sessionsUpdated: userSessions.length,
                 });
             }
             catch (error) {
-                this.logger.error(error, '❌ Error handling settings update:');
+                this.logger.error(error, "❌ Error handling settings update:");
                 res.status(500).json({
-                    status: 'error',
-                    message: 'Internal server error processing settings update'
+                    status: "error",
+                    message: "Internal server error processing settings update",
                 });
             }
         });
@@ -416,8 +440,8 @@ class AppServer {
      * Registers process signal handlers for graceful shutdown.
      */
     setupShutdown() {
-        process.on('SIGTERM', () => this.stop());
-        process.on('SIGINT', () => this.stop());
+        process.on("SIGTERM", () => this.stop());
+        process.on("SIGINT", () => this.stop());
     }
     /**
      * 🧹 Cleanup
@@ -430,15 +454,16 @@ class AppServer {
             session.disconnect();
         }
         this.activeSessions.clear();
+        this.activeSessionsByUserId.clear();
         // Run cleanup handlers
-        this.cleanupHandlers.forEach(handler => handler());
+        this.cleanupHandlers.forEach((handler) => handler());
     }
     /**
      * 🎯 Setup Photo Upload Endpoint
      * Creates a /photo-upload endpoint for receiving photos directly from ASG glasses
      */
     setupPhotoUploadEndpoint() {
-        const multer = require('multer');
+        const multer = require("multer");
         // Configure multer for handling multipart form data
         const upload = multer({
             storage: multer.memoryStorage(),
@@ -447,50 +472,50 @@ class AppServer {
             },
             fileFilter: (req, file, cb) => {
                 // Accept image files only
-                if (file.mimetype && file.mimetype.startsWith('image/')) {
+                if (file.mimetype && file.mimetype.startsWith("image/")) {
                     cb(null, true);
                 }
                 else {
-                    cb(new Error('Only image files are allowed'), false);
+                    cb(new Error("Only image files are allowed"), false);
                 }
-            }
+            },
         });
-        this.app.post('/photo-upload', upload.single('photo'), async (req, res) => {
+        this.app.post("/photo-upload", upload.single("photo"), async (req, res) => {
             try {
                 const { requestId, type } = req.body;
                 const photoFile = req.file;
                 this.logger.info({ requestId, type }, `📸 Received photo upload: ${requestId}`);
                 if (!photoFile) {
-                    this.logger.error({ requestId }, 'No photo file in upload');
+                    this.logger.error({ requestId }, "No photo file in upload");
                     return res.status(400).json({
                         success: false,
-                        error: 'No photo file provided'
+                        error: "No photo file provided",
                     });
                 }
                 if (!requestId) {
-                    this.logger.error('No requestId in photo upload');
+                    this.logger.error("No requestId in photo upload");
                     return res.status(400).json({
                         success: false,
-                        error: 'No requestId provided'
+                        error: "No requestId provided",
                     });
                 }
                 // Find the corresponding session that made this photo request
                 const session = this.findSessionByPhotoRequestId(requestId);
                 if (!session) {
-                    this.logger.warn({ requestId }, 'No active session found for photo request');
+                    this.logger.warn({ requestId }, "No active session found for photo request");
                     return res.status(404).json({
                         success: false,
-                        error: 'No active session found for this photo request'
+                        error: "No active session found for this photo request",
                     });
                 }
                 // Create photo data object
                 const photoData = {
                     buffer: photoFile.buffer,
                     mimeType: photoFile.mimetype,
-                    filename: photoFile.originalname || 'photo.jpg',
+                    filename: photoFile.originalname || "photo.jpg",
                     requestId,
                     size: photoFile.size,
-                    timestamp: new Date()
+                    timestamp: new Date(),
                 };
                 // Deliver photo to the session
                 session.camera.handlePhotoReceived(photoData);
@@ -498,14 +523,14 @@ class AppServer {
                 res.json({
                     success: true,
                     requestId,
-                    message: 'Photo received successfully'
+                    message: "Photo received successfully",
                 });
             }
             catch (error) {
-                this.logger.error(error, '❌ Error handling photo upload');
+                this.logger.error(error, "❌ Error handling photo upload");
                 res.status(500).json({
                     success: false,
-                    error: 'Internal server error processing photo upload'
+                    error: "Internal server error processing photo upload",
                 });
             }
         });
@@ -540,8 +565,8 @@ class TpaServer extends AppServer {
     constructor(config) {
         super(config);
         // Emit a deprecation warning to help developers migrate
-        console.warn('⚠️  DEPRECATION WARNING: TpaServer is deprecated and will be removed in a future version. ' +
-            'Please use AppServer instead. ' +
+        console.warn("⚠️  DEPRECATION WARNING: TpaServer is deprecated and will be removed in a future version. " +
+            "Please use AppServer instead. " +
             'Simply replace "TpaServer" with "AppServer" in your code.');
     }
 }

package/dist/app/session/events.d.ts

@@ -1,37 +1,42 @@
 /**
  * 🎮 Event Manager Module
  */
-import EventEmitter from 'events';
-import { StreamType, ExtendedStreamType, AppSettings, WebSocketError, ButtonPress, HeadPosition, PhoneNotification, TranscriptionData, TranslationData, GlassesBatteryUpdate, PhoneBatteryUpdate, GlassesConnectionState, LocationUpdate, Vad, AudioChunk, CalendarEvent, VpsCoordinates, CustomMessage, RtmpStreamStatus, PhotoTaken, ManagedStreamStatus, PhoneNotificationDismissed } from '../../types';
-import { DashboardMode } from '../../types/dashboard';
-import { PermissionErrorDetail } from '../../types/messages/cloud-to-app';
+import EventEmitter from "events";
+import { StreamType, ExtendedStreamType, AppSettings, WebSocketError, ButtonPress, HeadPosition, PhoneNotification, TranscriptionData, TranslationData, GlassesBatteryUpdate, PhoneBatteryUpdate, GlassesConnectionState, LocationUpdate, Vad, AudioChunk, CalendarEvent, VpsCoordinates, CustomMessage, RtmpStreamStatus, PhotoTaken, ManagedStreamStatus, PhoneNotificationDismissed, Capabilities } from "../../types";
+import { DashboardMode } from "../../types/dashboard";
+import { PermissionErrorDetail } from "../../types/messages/cloud-to-app";
 /** 🎯 Type-safe event handler function */
 type Handler<T> = (data: T) => void;
 /** 🔄 System events not tied to streams */
 interface SystemEvents {
-    'connected': AppSettings | undefined;
-    'disconnected': string | {
+    connected: AppSettings | undefined;
+    disconnected: string | {
         message: string;
         code: number;
         reason: string;
         wasClean: boolean;
         permanent?: boolean;
     };
-    'error': WebSocketError | Error;
-    'settings_update': AppSettings;
-    'dashboard_mode_change': {
-        mode: DashboardMode | 'none';
+    error: WebSocketError | Error;
+    settings_update: AppSettings;
+    capabilities_update: {
+        capabilities: Capabilities | null;
+        modelName: string | null;
+        timestamp?: Date;
+    };
+    dashboard_mode_change: {
+        mode: DashboardMode | "none";
     };
-    'dashboard_always_on_change': {
+    dashboard_always_on_change: {
         enabled: boolean;
     };
-    'custom_message': CustomMessage;
-    'permission_error': {
+    custom_message: CustomMessage;
+    permission_error: {
         message: string;
         details: PermissionErrorDetail[];
         timestamp?: Date;
     };
-    'permission_denied': {
+    permission_denied: {
         stream: string;
         requiredPermission: string;
         message: string;
@@ -80,10 +85,11 @@ export declare class EventManager {
      * 🎤 Listen for transcription events in a specific language
      * @param language - Language code (e.g., "en-US")
      * @param handler - Function to handle transcription data
+     * @param disableLanguageIdentification - Optional flag to disable language identification (defaults to false/enabled)
      * @returns Cleanup function to remove the handler
      * @throws Error if language code is invalid
      */
-    onTranscriptionForLanguage(language: string, handler: Handler<TranscriptionData>): () => void;
+    onTranscriptionForLanguage(language: string, handler: Handler<TranscriptionData>, disableLanguageIdentification?: boolean): () => void;
     /**
      * 🌐 Listen for translation events for a specific language pair
      * @param sourceLanguage - Source language code (e.g., "es-ES")
@@ -108,34 +114,40 @@ export declare class EventManager {
      * @returns Cleanup function to remove the handler
      */
     onAudioChunk(handler: Handler<AudioChunk>): () => void;
-    onConnected(handler: Handler<SystemEvents['connected']>): () => EventEmitter<[never]>;
-    onDisconnected(handler: Handler<SystemEvents['disconnected']>): () => EventEmitter<[never]>;
-    onError(handler: Handler<SystemEvents['error']>): () => EventEmitter<[never]>;
-    onSettingsUpdate(handler: Handler<SystemEvents['settings_update']>): () => EventEmitter<[never]>;
+    onConnected(handler: Handler<SystemEvents["connected"]>): () => EventEmitter<[never]>;
+    onDisconnected(handler: Handler<SystemEvents["disconnected"]>): () => EventEmitter<[never]>;
+    onError(handler: Handler<SystemEvents["error"]>): () => EventEmitter<[never]>;
+    onSettingsUpdate(handler: Handler<SystemEvents["settings_update"]>): () => EventEmitter<[never]>;
+    /**
+     * 🔧 Listen for device capabilities updates
+     * @param handler - Function to handle capabilities updates
+     * @returns Cleanup function to remove the handler
+     */
+    onCapabilitiesUpdate(handler: Handler<SystemEvents["capabilities_update"]>): () => EventEmitter<[never]>;
     /**
      * 🌐 Listen for dashboard mode changes
      * @param handler - Function to handle dashboard mode changes
      * @returns Cleanup function to remove the handler
      */
-    onDashboardModeChange(handler: Handler<SystemEvents['dashboard_mode_change']>): () => EventEmitter<[never]>;
+    onDashboardModeChange(handler: Handler<SystemEvents["dashboard_mode_change"]>): () => EventEmitter<[never]>;
     /**
      * 🌐 Listen for dashboard always-on mode changes
      * @param handler - Function to handle dashboard always-on mode changes
      * @returns Cleanup function to remove the handler
      */
-    onDashboardAlwaysOnChange(handler: Handler<SystemEvents['dashboard_always_on_change']>): () => EventEmitter<[never]>;
+    onDashboardAlwaysOnChange(handler: Handler<SystemEvents["dashboard_always_on_change"]>): () => EventEmitter<[never]>;
     /**
      * 🚫 Listen for permission errors when subscriptions are rejected
      * @param handler - Function to handle permission errors
      * @returns Cleanup function to remove the handler
      */
-    onPermissionError(handler: Handler<SystemEvents['permission_error']>): () => EventEmitter<[never]>;
+    onPermissionError(handler: Handler<SystemEvents["permission_error"]>): () => EventEmitter<[never]>;
     /**
      * 🚫 Listen for individual permission denied events for specific streams
      * @param handler - Function to handle permission denied events
      * @returns Cleanup function to remove the handler
      */
-    onPermissionDenied(handler: Handler<SystemEvents['permission_denied']>): () => EventEmitter<[never]>;
+    onPermissionDenied(handler: Handler<SystemEvents["permission_denied"]>): () => EventEmitter<[never]>;
     /**
      * 🔄 Listen for changes to a specific setting
      * @param key - Setting key to monitor