@mentra/sdk 1.1.19

package/dist/types/streams.d.ts

@@ -0,0 +1,138 @@
+/**
+ * Types of streams that TPAs can subscribe to
+ *
+ * These are events and data that TPAs can receive from the cloud.
+ * Not all message types can be subscribed to as streams.
+ */
+export declare enum StreamType {
+    BUTTON_PRESS = "button_press",
+    HEAD_POSITION = "head_position",
+    GLASSES_BATTERY_UPDATE = "glasses_battery_update",
+    PHONE_BATTERY_UPDATE = "phone_battery_update",
+    GLASSES_CONNECTION_STATE = "glasses_connection_state",
+    LOCATION_UPDATE = "location_update",
+    VPS_COORDINATES = "vps_coordinates",
+    TRANSCRIPTION = "transcription",
+    TRANSLATION = "translation",
+    VAD = "VAD",
+    AUDIO_CHUNK = "audio_chunk",
+    PHONE_NOTIFICATION = "phone_notification",
+    NOTIFICATION_DISMISSED = "notification_dismissed",
+    CALENDAR_EVENT = "calendar_event",
+    START_APP = "start_app",
+    STOP_APP = "stop_app",
+    OPEN_DASHBOARD = "open_dashboard",
+    CORE_STATUS_UPDATE = "core_status_update",
+    VIDEO = "video",
+    PHOTO_REQUEST = "photo_request",
+    PHOTO_RESPONSE = "photo_response",
+    RTMP_STREAM_STATUS = "rtmp_stream_status",
+    ALL = "all",
+    WILDCARD = "*",
+    AUGMENTOS_SETTINGS_UPDATE_REQUEST = "settings_update_request",
+    CUSTOM_MESSAGE = "custom_message",
+    PHOTO_TAKEN = "photo_taken"
+}
+/**
+ * Extended StreamType to support language-specific streams
+ * This allows us to treat language-specific strings as StreamType values
+ */
+export type ExtendedStreamType = StreamType | string;
+/**
+ * Categories of stream data
+ */
+export declare enum StreamCategory {
+    /** Data from hardware sensors */
+    HARDWARE = "hardware",
+    /** Audio processing results */
+    AUDIO = "audio",
+    /** Phone-related events */
+    PHONE = "phone",
+    /** System-level events */
+    SYSTEM = "system"
+}
+/**
+ * Map of stream categories for each stream type
+ */
+export declare const STREAM_CATEGORIES: Record<StreamType, StreamCategory>;
+/**
+ * Branded type for TypeScript to recognize language-specific stream types
+ * This helps maintain type safety when using language-specific streams
+ */
+export type LanguageStreamType<T extends string> = T & {
+    __languageStreamBrand: never;
+};
+/**
+ * Structure of a parsed language stream subscription
+ */
+export interface LanguageStreamInfo {
+    type: StreamType;
+    baseType: string;
+    transcribeLanguage: string;
+    translateLanguage?: string;
+    original: ExtendedStreamType;
+}
+/**
+ * Check if a string is a valid language code
+ * Simple validation for language code format: xx-XX (e.g., en-US)
+ */
+export declare function isValidLanguageCode(code: string): boolean;
+/**
+ * Parse a subscription string to extract language information
+ *
+ * @param subscription Subscription string (e.g., "transcription:en-US" or "translation:es-ES-to-en-US")
+ * @returns Parsed language stream info or null if not a language-specific subscription
+ */
+export declare function parseLanguageStream(subscription: ExtendedStreamType): LanguageStreamInfo | null;
+/**
+ * Create a transcription stream identifier for a specific language
+ * Returns a type-safe stream type that can be used like a StreamType
+ *
+ * @param language Language code (e.g., "en-US")
+ * @returns Typed stream identifier
+ */
+export declare function createTranscriptionStream(language: string): ExtendedStreamType;
+/**
+ * Create a translation stream identifier for a language pair
+ * Returns a type-safe stream type that can be used like a StreamType
+ *
+ * @param sourceLanguage Source language code (e.g., "es-ES")
+ * @param targetLanguage Target language code (e.g., "en-US")
+ * @returns Typed stream identifier
+ */
+export declare function createTranslationStream(sourceLanguage: string, targetLanguage: string): ExtendedStreamType;
+/**
+ * Check if a subscription is a valid stream type
+ * This handles both enum-based StreamType values and language-specific stream formats
+ *
+ * @param subscription Subscription to validate
+ * @returns True if valid, false otherwise
+ */
+export declare function isValidStreamType(subscription: ExtendedStreamType): boolean;
+/**
+ * Helper function to check if a stream type is of a particular category
+ * Works with both standard and language-specific stream types
+ */
+export declare function isStreamCategory(streamType: ExtendedStreamType, category: StreamCategory): boolean;
+/**
+ * Helper function to get all stream types in a category
+ */
+export declare function getStreamTypesByCategory(category: StreamCategory): StreamType[];
+/**
+ * Get the base StreamType for a subscription
+ * Works with both standard StreamType values and language-specific formats
+ *
+ * @param subscription Subscription string or StreamType
+ * @returns The base StreamType enum value
+ */
+export declare function getBaseStreamType(subscription: ExtendedStreamType): StreamType | null;
+/**
+ * Check if a stream is a language-specific stream
+ */
+export declare function isLanguageStream(subscription: ExtendedStreamType): boolean;
+/**
+ * Get language information from a stream type
+ * Returns null for regular stream types
+ */
+export declare function getLanguageInfo(subscription: ExtendedStreamType): LanguageStreamInfo | null;
+//# sourceMappingURL=streams.d.ts.map

package/dist/types/streams.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streams.d.ts","sourceRoot":"","sources":["../../src/types/streams.ts"],"names":[],"mappings":"AAEA;;;;;GAKG;AACH,oBAAY,UAAU;IAEpB,YAAY,iBAAiB;IAC7B,aAAa,kBAAkB;IAC/B,sBAAsB,2BAA2B;IACjD,oBAAoB,yBAAyB;IAC7C,wBAAwB,6BAA6B;IACrD,eAAe,oBAAoB;IACnC,eAAe,oBAAoB;IAGnC,aAAa,kBAAkB;IAC/B,WAAW,gBAAgB;IAC3B,GAAG,QAAQ;IACX,WAAW,gBAAgB;IAG3B,kBAAkB,uBAAuB;IACzC,sBAAsB,2BAA2B;IACjD,cAAc,mBAAmB;IAGjC,SAAS,cAAc;IACvB,QAAQ,aAAa;IACrB,cAAc,mBAAmB;IACjC,kBAAkB,uBAAuB;IAGzC,KAAK,UAAU;IACf,aAAa,kBAAkB;IAC/B,cAAc,mBAAmB;IACjC,kBAAkB,uBAAuB;IAGzC,GAAG,QAAQ;IACX,QAAQ,MAAM;IAGd,iCAAiC,4BAA4B;IAC7D,cAAc,mBAAmB;IACjC,WAAW,gBAAgB;CAC5B;AAED;;;GAGG;AACH,MAAM,MAAM,kBAAkB,GAAG,UAAU,GAAG,MAAM,CAAC;AAErD;;GAEG;AACH,oBAAY,cAAc;IACxB,iCAAiC;IACjC,QAAQ,aAAa;IAErB,+BAA+B;IAC/B,KAAK,UAAU;IAEf,2BAA2B;IAC3B,KAAK,UAAU;IAEf,0BAA0B;IAC1B,MAAM,WAAW;CAClB;AAED;;GAEG;AACH,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,cAAc,CAiChE,CAAC;AAEF;;;GAGG;AACH,MAAM,MAAM,kBAAkB,CAAC,CAAC,SAAS,MAAM,IAAI,CAAC,GAAG;IAAE,qBAAqB,EAAE,KAAK,CAAA;CAAE,CAAC;AAUxF;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,kBAAkB,CAAC;CAC9B;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEzD;AAED;;;;;GAKG;AACH,wBAAgB,mBAAmB,CAAC,YAAY,EAAE,kBAAkB,GAAG,kBAAkB,GAAG,IAAI,CA+C/F;AAED;;;;;;GAMG;AACH,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,kBAAkB,CAK9E;AAED;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CAAC,cAAc,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,kBAAkB,CAK1G;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,kBAAkB,GAAG,OAAO,CAS3E;AAED;;;GAGG;AACH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,kBAAkB,EAAE,QAAQ,EAAE,cAAc,GAAG,OAAO,CAGlG;AAED;;GAEG;AACH,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,cAAc,GAAG,UAAU,EAAE,CAI/E;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,kBAAkB,GAAG,UAAU,GAAG,IAAI,CASrF;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,YAAY,EAAE,kBAAkB,GAAG,OAAO,CAE1E;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAAC,YAAY,EAAE,kBAAkB,GAAG,kBAAkB,GAAG,IAAI,CAE3F"}

package/dist/types/streams.js

@@ -0,0 +1,251 @@
+"use strict";
+// src/streams.ts
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.STREAM_CATEGORIES = exports.StreamCategory = exports.StreamType = void 0;
+exports.isValidLanguageCode = isValidLanguageCode;
+exports.parseLanguageStream = parseLanguageStream;
+exports.createTranscriptionStream = createTranscriptionStream;
+exports.createTranslationStream = createTranslationStream;
+exports.isValidStreamType = isValidStreamType;
+exports.isStreamCategory = isStreamCategory;
+exports.getStreamTypesByCategory = getStreamTypesByCategory;
+exports.getBaseStreamType = getBaseStreamType;
+exports.isLanguageStream = isLanguageStream;
+exports.getLanguageInfo = getLanguageInfo;
+/**
+ * Types of streams that TPAs can subscribe to
+ *
+ * These are events and data that TPAs can receive from the cloud.
+ * Not all message types can be subscribed to as streams.
+ */
+var StreamType;
+(function (StreamType) {
+    // Hardware streams
+    StreamType["BUTTON_PRESS"] = "button_press";
+    StreamType["HEAD_POSITION"] = "head_position";
+    StreamType["GLASSES_BATTERY_UPDATE"] = "glasses_battery_update";
+    StreamType["PHONE_BATTERY_UPDATE"] = "phone_battery_update";
+    StreamType["GLASSES_CONNECTION_STATE"] = "glasses_connection_state";
+    StreamType["LOCATION_UPDATE"] = "location_update";
+    StreamType["VPS_COORDINATES"] = "vps_coordinates";
+    // Audio streams
+    StreamType["TRANSCRIPTION"] = "transcription";
+    StreamType["TRANSLATION"] = "translation";
+    StreamType["VAD"] = "VAD";
+    StreamType["AUDIO_CHUNK"] = "audio_chunk";
+    // Phone streams
+    StreamType["PHONE_NOTIFICATION"] = "phone_notification";
+    StreamType["NOTIFICATION_DISMISSED"] = "notification_dismissed";
+    StreamType["CALENDAR_EVENT"] = "calendar_event";
+    // System streams
+    StreamType["START_APP"] = "start_app";
+    StreamType["STOP_APP"] = "stop_app";
+    StreamType["OPEN_DASHBOARD"] = "open_dashboard";
+    StreamType["CORE_STATUS_UPDATE"] = "core_status_update";
+    // Video streams
+    StreamType["VIDEO"] = "video";
+    StreamType["PHOTO_REQUEST"] = "photo_request";
+    StreamType["PHOTO_RESPONSE"] = "photo_response";
+    StreamType["RTMP_STREAM_STATUS"] = "rtmp_stream_status";
+    // Special subscription types
+    StreamType["ALL"] = "all";
+    StreamType["WILDCARD"] = "*";
+    // New stream type
+    StreamType["AUGMENTOS_SETTINGS_UPDATE_REQUEST"] = "settings_update_request";
+    StreamType["CUSTOM_MESSAGE"] = "custom_message";
+    StreamType["PHOTO_TAKEN"] = "photo_taken";
+})(StreamType || (exports.StreamType = StreamType = {}));
+/**
+ * Categories of stream data
+ */
+var StreamCategory;
+(function (StreamCategory) {
+    /** Data from hardware sensors */
+    StreamCategory["HARDWARE"] = "hardware";
+    /** Audio processing results */
+    StreamCategory["AUDIO"] = "audio";
+    /** Phone-related events */
+    StreamCategory["PHONE"] = "phone";
+    /** System-level events */
+    StreamCategory["SYSTEM"] = "system";
+})(StreamCategory || (exports.StreamCategory = StreamCategory = {}));
+/**
+ * Map of stream categories for each stream type
+ */
+exports.STREAM_CATEGORIES = {
+    [StreamType.BUTTON_PRESS]: StreamCategory.HARDWARE,
+    [StreamType.HEAD_POSITION]: StreamCategory.HARDWARE,
+    [StreamType.GLASSES_BATTERY_UPDATE]: StreamCategory.HARDWARE,
+    [StreamType.PHONE_BATTERY_UPDATE]: StreamCategory.HARDWARE,
+    [StreamType.GLASSES_CONNECTION_STATE]: StreamCategory.HARDWARE,
+    [StreamType.LOCATION_UPDATE]: StreamCategory.HARDWARE,
+    [StreamType.VPS_COORDINATES]: StreamCategory.HARDWARE,
+    [StreamType.TRANSCRIPTION]: StreamCategory.AUDIO,
+    [StreamType.TRANSLATION]: StreamCategory.AUDIO,
+    [StreamType.VAD]: StreamCategory.AUDIO,
+    [StreamType.AUDIO_CHUNK]: StreamCategory.AUDIO,
+    [StreamType.PHONE_NOTIFICATION]: StreamCategory.PHONE,
+    [StreamType.NOTIFICATION_DISMISSED]: StreamCategory.PHONE,
+    [StreamType.CALENDAR_EVENT]: StreamCategory.PHONE,
+    [StreamType.START_APP]: StreamCategory.SYSTEM,
+    [StreamType.STOP_APP]: StreamCategory.SYSTEM,
+    [StreamType.OPEN_DASHBOARD]: StreamCategory.SYSTEM,
+    [StreamType.CORE_STATUS_UPDATE]: StreamCategory.SYSTEM,
+    [StreamType.VIDEO]: StreamCategory.HARDWARE,
+    [StreamType.PHOTO_REQUEST]: StreamCategory.HARDWARE,
+    [StreamType.PHOTO_RESPONSE]: StreamCategory.HARDWARE,
+    [StreamType.RTMP_STREAM_STATUS]: StreamCategory.HARDWARE,
+    [StreamType.ALL]: StreamCategory.SYSTEM,
+    [StreamType.WILDCARD]: StreamCategory.SYSTEM,
+    [StreamType.AUGMENTOS_SETTINGS_UPDATE_REQUEST]: StreamCategory.SYSTEM,
+    [StreamType.CUSTOM_MESSAGE]: StreamCategory.SYSTEM,
+    [StreamType.PHOTO_TAKEN]: StreamCategory.HARDWARE,
+};
+/**
+ * Create a language-branded stream type
+ * This is a type helper to ensure type safety for language-specific streams
+ */
+function createLanguageStream(type) {
+    return type;
+}
+/**
+ * Check if a string is a valid language code
+ * Simple validation for language code format: xx-XX (e.g., en-US)
+ */
+function isValidLanguageCode(code) {
+    return /^[a-z]{2,3}-[A-Z]{2}$/.test(code);
+}
+/**
+ * Parse a subscription string to extract language information
+ *
+ * @param subscription Subscription string (e.g., "transcription:en-US" or "translation:es-ES-to-en-US")
+ * @returns Parsed language stream info or null if not a language-specific subscription
+ */
+function parseLanguageStream(subscription) {
+    if (typeof subscription !== 'string') {
+        return null;
+    }
+    // console.log(`🎤 Parsing language stream: ${subscription}`);
+    // Handle transcription format (transcription:en-US)
+    if (subscription.startsWith(`${StreamType.TRANSCRIPTION}:`)) {
+        const [baseType, languageCode] = subscription.split(':');
+        // console.log(`🎤 Parsing transcription stream: ${subscription}`);
+        // console.log(`🎤 Language code: ${languageCode}`);
+        if (languageCode && isValidLanguageCode(languageCode)) {
+            return {
+                type: StreamType.TRANSCRIPTION,
+                baseType,
+                transcribeLanguage: languageCode,
+                original: subscription
+            };
+        }
+    }
+    // Handle translation format (translation:es-ES-to-en-US)
+    if (subscription.startsWith(`${StreamType.TRANSLATION}:`)) {
+        const [baseType, languagePair] = subscription.split(':');
+        const [sourceLanguage, targetLanguage] = languagePair?.split('-to-') ?? [];
+        // console.log(`🎤 Parsing translation stream: ${subscription}`);
+        // console.log(`🎤 Source language: ${sourceLanguage}`);
+        // console.log(`🎤 Target language: ${targetLanguage}`);
+        if (sourceLanguage && targetLanguage &&
+            isValidLanguageCode(sourceLanguage) &&
+            isValidLanguageCode(targetLanguage)) {
+            return {
+                type: StreamType.TRANSLATION,
+                baseType,
+                transcribeLanguage: sourceLanguage,
+                translateLanguage: targetLanguage,
+                original: subscription
+            };
+        }
+    }
+    return null;
+}
+/**
+ * Create a transcription stream identifier for a specific language
+ * Returns a type-safe stream type that can be used like a StreamType
+ *
+ * @param language Language code (e.g., "en-US")
+ * @returns Typed stream identifier
+ */
+function createTranscriptionStream(language) {
+    if (!isValidLanguageCode(language)) {
+        throw new Error(`Invalid language code: ${language}`);
+    }
+    return createLanguageStream(`${StreamType.TRANSCRIPTION}:${language}`);
+}
+/**
+ * Create a translation stream identifier for a language pair
+ * Returns a type-safe stream type that can be used like a StreamType
+ *
+ * @param sourceLanguage Source language code (e.g., "es-ES")
+ * @param targetLanguage Target language code (e.g., "en-US")
+ * @returns Typed stream identifier
+ */
+function createTranslationStream(sourceLanguage, targetLanguage) {
+    if (!isValidLanguageCode(sourceLanguage) || !isValidLanguageCode(targetLanguage)) {
+        throw new Error(`Invalid language code(s): ${sourceLanguage}, ${targetLanguage}`);
+    }
+    return createLanguageStream(`${StreamType.TRANSLATION}:${sourceLanguage}-to-${targetLanguage}`);
+}
+/**
+ * Check if a subscription is a valid stream type
+ * This handles both enum-based StreamType values and language-specific stream formats
+ *
+ * @param subscription Subscription to validate
+ * @returns True if valid, false otherwise
+ */
+function isValidStreamType(subscription) {
+    // Check if it's a standard StreamType
+    if (Object.values(StreamType).includes(subscription)) {
+        return true;
+    }
+    // Check if it's a valid language-specific stream
+    const languageStream = parseLanguageStream(subscription);
+    return languageStream !== null;
+}
+/**
+ * Helper function to check if a stream type is of a particular category
+ * Works with both standard and language-specific stream types
+ */
+function isStreamCategory(streamType, category) {
+    const baseType = getBaseStreamType(streamType);
+    return baseType ? exports.STREAM_CATEGORIES[baseType] === category : false;
+}
+/**
+ * Helper function to get all stream types in a category
+ */
+function getStreamTypesByCategory(category) {
+    return Object.entries(exports.STREAM_CATEGORIES)
+        .filter(([_, cat]) => cat === category)
+        .map(([type]) => type);
+}
+/**
+ * Get the base StreamType for a subscription
+ * Works with both standard StreamType values and language-specific formats
+ *
+ * @param subscription Subscription string or StreamType
+ * @returns The base StreamType enum value
+ */
+function getBaseStreamType(subscription) {
+    // Check if it's already a standard StreamType
+    if (Object.values(StreamType).includes(subscription)) {
+        return subscription;
+    }
+    // Check if it's a language-specific stream
+    const languageStream = parseLanguageStream(subscription);
+    return languageStream?.type ?? null;
+}
+/**
+ * Check if a stream is a language-specific stream
+ */
+function isLanguageStream(subscription) {
+    return parseLanguageStream(subscription) !== null;
+}
+/**
+ * Get language information from a stream type
+ * Returns null for regular stream types
+ */
+function getLanguageInfo(subscription) {
+    return parseLanguageStream(subscription);
+}

package/dist/types/token.d.ts

@@ -0,0 +1,41 @@
+/**
+ * 🔐 TpaToken Types Module
+ *
+ * Defines types for the TPA token authentication mechanism.
+ */
+/**
+ * The payload structure for TPA tokens
+ */
+export interface TpaTokenPayload {
+    /** User identifier */
+    userId: string;
+    /** TPA package name */
+    packageName: string;
+    /** Session identifier */
+    sessionId: string;
+    /** UNIX timestamp when token was issued (in seconds) */
+    iat?: number;
+    /** UNIX timestamp when token expires (in seconds) */
+    exp?: number;
+}
+/**
+ * Response from validating a TPA token
+ */
+export interface TokenValidationResult {
+    /** Whether the token is valid */
+    valid: boolean;
+    /** The decoded payload if valid */
+    payload?: TpaTokenPayload;
+    /** Error message if invalid */
+    error?: string;
+}
+/**
+ * Configuration for token creation
+ */
+export interface TokenConfig {
+    /** Secret key used for signing (should match AugmentOS Cloud) */
+    secretKey: string;
+    /** Token expiration time in seconds (default: 300 - 5 minutes) */
+    expiresIn?: number;
+}
+//# sourceMappingURL=token.d.ts.map

package/dist/types/token.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token.d.ts","sourceRoot":"","sources":["../../src/types/token.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,uBAAuB;IACvB,WAAW,EAAE,MAAM,CAAC;IAEpB,yBAAyB;IACzB,SAAS,EAAE,MAAM,CAAC;IAElB,wDAAwD;IACxD,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,qDAAqD;IACrD,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,iCAAiC;IACjC,KAAK,EAAE,OAAO,CAAC;IAEf,mCAAmC;IACnC,OAAO,CAAC,EAAE,eAAe,CAAC;IAE1B,+BAA+B;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,iEAAiE;IACjE,SAAS,EAAE,MAAM,CAAC;IAElB,kEAAkE;IAClE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB"}

package/dist/types/token.js

@@ -0,0 +1,7 @@
+"use strict";
+/**
+ * 🔐 TpaToken Types Module
+ *
+ * Defines types for the TPA token authentication mechanism.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/types/user-session.d.ts

@@ -0,0 +1,73 @@
+import { WebSocket } from 'ws';
+import { AppI, TranscriptI } from './models';
+import { DisplayRequest } from './layouts';
+import { Transform } from 'stream';
+import { ConversationTranscriber, PushAudioInputStream } from 'microsoft-cognitiveservices-speech-sdk';
+import { ExtendedStreamType } from './streams';
+import pino from 'pino';
+/**
+ * Session for an application
+ */
+/**
+ * Audio processor configuration
+ */
+export interface AudioProcessorConfig {
+    threshold: number;
+    ratio: number;
+    attack: number;
+    release: number;
+    gainDb: number;
+    sampleRate: number;
+    channels: number;
+}
+/**
+ * Audio processor interface
+ */
+export interface AudioProcessorI extends Transform {
+}
+/**
+ * The display manager interface
+ */
+export interface DisplayManagerI {
+    handleDisplayEvent(displayRequest: DisplayRequest, userSession: UserSession): boolean;
+    handleAppStart(packageName: string, userSession: UserSession): void;
+    handleAppStop(packageName: string, userSession: UserSession): void;
+}
+/**
+ * Currently active display
+ */
+export interface ActiveDisplay {
+    displayRequest: DisplayRequest;
+    startedAt: Date;
+    expiresAt?: Date;
+}
+/**
+ * User session with glasses client
+ */
+export interface UserSession {
+    sessionId: string;
+    userId: string;
+    startTime: Date;
+    disconnectedAt: Date | null;
+    logger: pino.Logger;
+    installedApps: AppI[];
+    activeAppSessions: string[];
+    loadingApps: Set<string>;
+    appSubscriptions: Map<string, ExtendedStreamType[]> | Object;
+    appConnections: Map<string, WebSocket>;
+    websocket: WebSocket;
+    transcript: TranscriptI;
+    pushStream?: PushAudioInputStream;
+    recognizer?: ConversationTranscriber;
+    isTranscribing: boolean;
+    lastAudioTimestamp?: number;
+    isGracefullyClosing?: boolean;
+    bufferedAudio: ArrayBufferLike[];
+    audioProcessor?: AudioProcessorI;
+    isAudioProcessing?: boolean;
+    whatToStream: ExtendedStreamType[];
+}
+/**
+ * App session within a user session
+ */
+//# sourceMappingURL=user-session.d.ts.map

package/dist/types/user-session.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"user-session.d.ts","sourceRoot":"","sources":["../../src/types/user-session.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,IAAI,EAAe,WAAW,EAAE,MAAM,UAAU,CAAC;AAE1D,OAAO,EAAE,cAAc,EAAU,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACnC,OAAO,EACL,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,wCAAwC,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAc,MAAM,WAAW,CAAC;AAE3D,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB;;GAEG;AAkBH;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,eAAgB,SAAQ,SAAS;CAAG;AAErD;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,kBAAkB,CAAC,cAAc,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,GAAG,OAAO,CAAC;IACtF,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,IAAI,CAAC;IACpE,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,EAAE,WAAW,GAAG,IAAI,CAAC;CACpE;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,cAAc,EAAE,cAAc,CAAC;IAC/B,SAAS,EAAE,IAAI,CAAC;IAChB,SAAS,CAAC,EAAE,IAAI,CAAC;CAClB;AAED;;GAEG;AAEH,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,IAAI,CAAC;IAChB,cAAc,EAAE,IAAI,GAAG,IAAI,CAAC;IAG5B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;IAGpB,aAAa,EAAE,IAAI,EAAE,CAAC;IACtB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACzB,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,EAAE,CAAC,GAAG,MAAM,CAAC;IAC7D,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEvC,SAAS,EAAE,SAAS,CAAC;IACrB,UAAU,EAAE,WAAW,CAAA;IAGvB,UAAU,CAAC,EAAE,oBAAoB,CAAC;IAClC,UAAU,CAAC,EAAE,uBAAuB,CAAC;IACrC,cAAc,EAAE,OAAO,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAG9B,aAAa,EAAE,eAAe,EAAE,CAAC;IAGjC,cAAc,CAAC,EAAE,eAAe,CAAC;IACjC,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAG5B,YAAY,EAAE,kBAAkB,EAAE,CAAC;CACpC;AAED;;GAEG"}

package/dist/types/user-session.js

@@ -0,0 +1,17 @@
+"use strict";
+// src/sessions.ts - Session-related interfaces
+Object.defineProperty(exports, "__esModule", { value: true });
+/**
+ * App session within a user session
+ */
+// This is not actually used anywhere so i commented it out.
+// export interface AppSession {
+//   packageName: string;
+//   userId: string;
+//   subscriptions: StreamType[];
+//   settings: AppSettings;
+//   websocket?: WebSocket;
+//   state: AppState;
+//   startTime: Date;
+//   lastActiveTime: Date;
+// }

package/dist/types/webhooks.d.ts

@@ -0,0 +1,107 @@
+/**
+ * Types of webhook requests that can be sent to TPAs
+ */
+export declare enum WebhookRequestType {
+    /** Request to start a TPA session */
+    SESSION_REQUEST = "session_request",
+    /** Request to stop a TPA session */
+    STOP_REQUEST = "stop_request",
+    /** Server registration confirmation */
+    SERVER_REGISTRATION = "server_registration",
+    /** Server heartbeat response */
+    SERVER_HEARTBEAT = "server_heartbeat",
+    /** Session recovery request */
+    SESSION_RECOVERY = "session_recovery"
+}
+/**
+ * Base interface for all webhook requests
+ */
+export interface BaseWebhookRequest {
+    /** Type of webhook request */
+    type: WebhookRequestType;
+    /** Session ID for the request */
+    sessionId: string;
+    /** User ID associated with the session */
+    userId: string;
+    /** Timestamp of the request */
+    timestamp: string;
+}
+/**
+ * Session request webhook
+ *
+ * Sent to a TPA when a user starts the TPA
+ */
+export interface SessionWebhookRequest extends BaseWebhookRequest {
+    type: WebhookRequestType.SESSION_REQUEST;
+    augmentOSWebsocketUrl?: string;
+}
+/**
+ * Stop request webhook
+ *
+ * Sent to a TPA when a user or the system stops the TPA
+ */
+export interface StopWebhookRequest extends BaseWebhookRequest {
+    type: WebhookRequestType.STOP_REQUEST;
+    reason: 'user_disabled' | 'system_stop' | 'error';
+}
+/**
+ * Server registration webhook
+ *
+ * Sent to a TPA when its server registration is confirmed
+ */
+export interface ServerRegistrationWebhookRequest extends BaseWebhookRequest {
+    type: WebhookRequestType.SERVER_REGISTRATION;
+    registrationId: string;
+    packageName: string;
+    serverUrls: string[];
+}
+/**
+ * Session recovery webhook
+ *
+ * Sent to a TPA when the system is trying to recover a session after server restart
+ */
+export interface SessionRecoveryWebhookRequest extends BaseWebhookRequest {
+    type: WebhookRequestType.SESSION_RECOVERY;
+    augmentOSWebsocketUrl: string;
+}
+/**
+ * Server heartbeat webhook
+ *
+ * Sent to a TPA to check its health status
+ */
+export interface ServerHeartbeatWebhookRequest extends BaseWebhookRequest {
+    type: WebhookRequestType.SERVER_HEARTBEAT;
+    registrationId: string;
+}
+/**
+ * Union type for all webhook requests
+ */
+export type WebhookRequest = SessionWebhookRequest | StopWebhookRequest | ServerRegistrationWebhookRequest | SessionRecoveryWebhookRequest | ServerHeartbeatWebhookRequest;
+/**
+ * Response to a webhook request
+ */
+export interface WebhookResponse {
+    status: 'success' | 'error';
+    message?: string;
+}
+/**
+ * Type guard to check if a webhook request is a session request
+ */
+export declare function isSessionWebhookRequest(request: WebhookRequest): request is SessionWebhookRequest;
+/**
+ * Type guard to check if a webhook request is a stop request
+ */
+export declare function isStopWebhookRequest(request: WebhookRequest): request is StopWebhookRequest;
+/**
+ * Type guard to check if a webhook request is a server registration request
+ */
+export declare function isServerRegistrationWebhookRequest(request: WebhookRequest): request is ServerRegistrationWebhookRequest;
+/**
+ * Type guard to check if a webhook request is a session recovery request
+ */
+export declare function isSessionRecoveryWebhookRequest(request: WebhookRequest): request is SessionRecoveryWebhookRequest;
+/**
+ * Type guard to check if a webhook request is a server heartbeat request
+ */
+export declare function isServerHeartbeatWebhookRequest(request: WebhookRequest): request is ServerHeartbeatWebhookRequest;
+//# sourceMappingURL=webhooks.d.ts.map

package/dist/types/webhooks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"webhooks.d.ts","sourceRoot":"","sources":["../../src/types/webhooks.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,oBAAY,kBAAkB;IAC5B,qCAAqC;IACrC,eAAe,oBAAoB;IAEnC,oCAAoC;IACpC,YAAY,iBAAiB;IAE7B,uCAAuC;IACvC,mBAAmB,wBAAwB;IAE3C,gCAAgC;IAChC,gBAAgB,qBAAqB;IAErC,+BAA+B;IAC/B,gBAAgB,qBAAqB;CACtC;AAEC;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,8BAA8B;IAC9B,IAAI,EAAE,kBAAkB,CAAC;IAEzB,iCAAiC;IACjC,SAAS,EAAE,MAAM,CAAC;IAElB,0CAA0C;IAC1C,MAAM,EAAE,MAAM,CAAC;IAEf,+BAA+B;IAC/B,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;;;GAIG;AACH,MAAM,WAAW,qBAAsB,SAAQ,kBAAkB;IAC/D,IAAI,EAAE,kBAAkB,CAAC,eAAe,CAAC;IACzC,qBAAqB,CAAC,EAAE,MAAM,CAAC;CAChC;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAmB,SAAQ,kBAAkB;IAC5D,IAAI,EAAE,kBAAkB,CAAC,YAAY,CAAC;IACtC,MAAM,EAAE,eAAe,GAAG,aAAa,GAAG,OAAO,CAAC;CACnD;AAED;;;;GAIG;AACH,MAAM,WAAW,gCAAiC,SAAQ,kBAAkB;IAC1E,IAAI,EAAE,kBAAkB,CAAC,mBAAmB,CAAC;IAC7C,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;;GAIG;AACH,MAAM,WAAW,6BAA8B,SAAQ,kBAAkB;IACvE,IAAI,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;IAC1C,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED;;;;GAIG;AACH,MAAM,WAAW,6BAA8B,SAAQ,kBAAkB;IACvE,IAAI,EAAE,kBAAkB,CAAC,gBAAgB,CAAC;IAC1C,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GACtB,qBAAqB,GACrB,kBAAkB,GAClB,gCAAgC,GAChC,6BAA6B,GAC7B,6BAA6B,CAAC;AAElC;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,IAAI,qBAAqB,CAEjG;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,IAAI,kBAAkB,CAE3F;AAED;;GAEG;AACH,wBAAgB,kCAAkC,CAChD,OAAO,EAAE,cAAc,GACtB,OAAO,IAAI,gCAAgC,CAE7C;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,cAAc,GACtB,OAAO,IAAI,6BAA6B,CAE1C;AAED;;GAEG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,cAAc,GACtB,OAAO,IAAI,6BAA6B,CAE1C"}