@desktalk/core 0.1.0-alpha.1

package/dist/server/voice-routes.js

@@ -0,0 +1,142 @@
+import { getStoredPreference } from '../services/preferences.js';
+import { VoiceSession } from '../services/voice/voice-session.js';
+import { AzureOpenAIWhisperAdapter } from '../services/voice/azure-openai-whisper-adapter.js';
+import { OpenAIWhisperAdapter } from '../services/voice/openai-whisper-adapter.js';
+async function getPreference(key) {
+    return getStoredPreference(key);
+}
+async function createSttAdapter() {
+    const provider = (await getPreference('voice.defaultProvider')) ??
+        (await getPreference('voice.provider')) ??
+        'openai-whisper';
+    const providerPrefix = `voice.providers.${provider}`;
+    const apiKey = (await getPreference(`${providerPrefix}.apiKey`)) ??
+        (await getPreference('voice.apiKey'));
+    if (!apiKey)
+        return null;
+    if (provider === 'openai-whisper') {
+        const model = (await getPreference(`${providerPrefix}.model`)) ??
+            (await getPreference('voice.model')) ??
+            'whisper-1';
+        const baseUrl = (await getPreference(`${providerPrefix}.baseUrl`)) ??
+            (await getPreference('voice.baseUrl')) ??
+            'https://api.openai.com/v1';
+        return new OpenAIWhisperAdapter({ apiKey, model, baseUrl });
+    }
+    if (provider === 'azure-openai-whisper') {
+        const endpoint = (await getPreference(`${providerPrefix}.baseUrl`)) ??
+            (await getPreference('voice.baseUrl'));
+        const deployment = (await getPreference(`${providerPrefix}.azureDeployment`)) ??
+            (await getPreference('voice.azureDeployment'));
+        const apiVersion = (await getPreference(`${providerPrefix}.azureApiVersion`)) ??
+            (await getPreference('voice.azureApiVersion')) ??
+            '2024-06-01';
+        if (!endpoint || !deployment) {
+            return null;
+        }
+        return new AzureOpenAIWhisperAdapter({
+            apiKey,
+            endpoint,
+            deployment,
+            apiVersion,
+        });
+    }
+    return null;
+}
+async function getVadConfigFromPreferences() {
+    const silenceTimeoutMs = (await getPreference('voice.silenceTimeoutMs'));
+    const energyThreshold = (await getPreference('voice.energyThreshold'));
+    return {
+        ...(silenceTimeoutMs !== undefined ? { silenceTimeoutMs } : {}),
+        ...(energyThreshold !== undefined ? { energyThreshold } : {}),
+    };
+}
+export async function voiceRoutes(app, options) {
+    const voiceSessions = new Map();
+    const voiceLog = options.logger.child({ scope: 'voice' });
+    app.get('/ws/voice', { websocket: true }, (socket) => {
+        let session = null;
+        socket.on('message', async (raw) => {
+            if (Buffer.isBuffer(raw) || raw instanceof ArrayBuffer) {
+                let isJson = false;
+                try {
+                    const str = Buffer.isBuffer(raw)
+                        ? raw.toString('utf-8')
+                        : Buffer.from(raw).toString('utf-8');
+                    if (str.length > 0 && str[0] === '{') {
+                        const msg = JSON.parse(str);
+                        isJson = true;
+                        await handleVoiceControlMessage(msg);
+                    }
+                }
+                catch {
+                    // Not JSON, treat as binary audio.
+                }
+                if (!isJson && session) {
+                    const buf = Buffer.isBuffer(raw) ? raw : Buffer.from(raw);
+                    await session.processAudioChunk(buf);
+                }
+                return;
+            }
+            if (Array.isArray(raw) && session) {
+                const buf = Buffer.concat(raw);
+                await session.processAudioChunk(buf);
+            }
+        });
+        async function handleVoiceControlMessage(msg) {
+            if (msg.type === 'session.start') {
+                const sessionId = msg.sessionId;
+                const sampleRate = msg.sampleRate ?? 16000;
+                const channels = msg.channels ?? 1;
+                const format = msg.format ?? 'pcm_s16le';
+                const prefLanguage = (await getPreference('general.language'));
+                const language = msg.language ?? prefLanguage;
+                const adapter = await createSttAdapter();
+                if (!adapter) {
+                    socket.send(JSON.stringify({
+                        type: 'error',
+                        sessionId,
+                        code: 'NO_STT_PROVIDER',
+                        message: 'No STT provider configured. Check Preferences -> Voice for provider credentials.',
+                    }));
+                    return;
+                }
+                const vadConfig = await getVadConfigFromPreferences();
+                session = new VoiceSession(sessionId, socket, adapter, {
+                    sampleRate,
+                    channels,
+                    format,
+                    vad: vadConfig,
+                    language,
+                }, voiceLog.child({ sessionId }));
+                voiceSessions.set(sessionId, session);
+                voiceLog.info({ sessionId, format, sampleRate, channels, language }, 'voice session started');
+                socket.send(JSON.stringify({
+                    type: 'session.ready',
+                    sessionId,
+                }));
+            }
+            else if (msg.type === 'session.end') {
+                const sessionId = msg.sessionId;
+                if (session) {
+                    session.close();
+                    voiceSessions.delete(session.sessionId);
+                    session = null;
+                }
+                voiceLog.info({ sessionId }, 'voice session ended by client');
+            }
+        }
+        socket.on('close', () => {
+            if (session) {
+                voiceLog.info({ sessionId: session.sessionId }, 'voice session closed (connection lost)');
+                voiceSessions.delete(session.sessionId);
+                session.close();
+                session = null;
+            }
+        });
+        socket.on('error', (err) => {
+            voiceLog.error({ err: err.message }, 'voice WebSocket error');
+        });
+    });
+}
+//# sourceMappingURL=voice-routes.js.map

package/dist/server/voice-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice-routes.js","sourceRoot":"","sources":["../../src/server/voice-routes.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,gDAAgD,CAAC;AAC3F,OAAO,EAAE,oBAAoB,EAAE,MAAM,0CAA0C,CAAC;AAOhF,KAAK,UAAU,aAAa,CAAC,GAAW;IACtC,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;AAClC,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC7B,MAAM,QAAQ,GACX,CAAC,MAAM,aAAa,CAAC,uBAAuB,CAAC,CAAwB;QACrE,CAAC,MAAM,aAAa,CAAC,gBAAgB,CAAC,CAAwB;QAC/D,gBAAgB,CAAC;IAEnB,MAAM,cAAc,GAAG,mBAAmB,QAAQ,EAAE,CAAC;IACrD,MAAM,MAAM,GACT,CAAC,MAAM,aAAa,CAAC,GAAG,cAAc,SAAS,CAAC,CAAwB;QACxE,CAAC,MAAM,aAAa,CAAC,cAAc,CAAC,CAAwB,CAAC;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,IAAI,QAAQ,KAAK,gBAAgB,EAAE,CAAC;QAClC,MAAM,KAAK,GACR,CAAC,MAAM,aAAa,CAAC,GAAG,cAAc,QAAQ,CAAC,CAAwB;YACvE,CAAC,MAAM,aAAa,CAAC,aAAa,CAAC,CAAwB;YAC5D,WAAW,CAAC;QACd,MAAM,OAAO,GACV,CAAC,MAAM,aAAa,CAAC,GAAG,cAAc,UAAU,CAAC,CAAwB;YACzE,CAAC,MAAM,aAAa,CAAC,eAAe,CAAC,CAAwB;YAC9D,2BAA2B,CAAC;QAC9B,OAAO,IAAI,oBAAoB,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,IAAI,QAAQ,KAAK,sBAAsB,EAAE,CAAC;QACxC,MAAM,QAAQ,GACX,CAAC,MAAM,aAAa,CAAC,GAAG,cAAc,UAAU,CAAC,CAAwB;YACzE,CAAC,MAAM,aAAa,CAAC,eAAe,CAAC,CAAwB,CAAC;QACjE,MAAM,UAAU,GACb,CAAC,MAAM,aAAa,CAAC,GAAG,cAAc,kBAAkB,CAAC,CAAwB;YACjF,CAAC,MAAM,aAAa,CAAC,uBAAuB,CAAC,CAAwB,CAAC;QACzE,MAAM,UAAU,GACb,CAAC,MAAM,aAAa,CAAC,GAAG,cAAc,kBAAkB,CAAC,CAAwB;YACjF,CAAC,MAAM,aAAa,CAAC,uBAAuB,CAAC,CAAwB;YACtE,YAAY,CAAC;QAEf,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,IAAI,yBAAyB,CAAC;YACnC,MAAM;YACN,QAAQ;YACR,UAAU;YACV,UAAU;SACX,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,2BAA2B;IAIxC,MAAM,gBAAgB,GAAG,CAAC,MAAM,aAAa,CAAC,wBAAwB,CAAC,CAAuB,CAAC;IAC/F,MAAM,eAAe,GAAG,CAAC,MAAM,aAAa,CAAC,uBAAuB,CAAC,CAAuB,CAAC;IAC7F,OAAO;QACL,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/D,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAoB,EACpB,OAA2B;IAE3B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAwB,CAAC;IACtD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IAE1D,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE;QACnD,IAAI,OAAO,GAAwB,IAAI,CAAC;QAExC,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAoC,EAAE,EAAE;YAClE,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,YAAY,WAAW,EAAE,CAAC;gBACvD,IAAI,MAAM,GAAG,KAAK,CAAC;gBACnB,IAAI,CAAC;oBACH,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;wBAC9B,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC;wBACvB,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBACvC,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;wBACrC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC5B,MAAM,GAAG,IAAI,CAAC;wBACd,MAAM,yBAAyB,CAAC,GAAG,CAAC,CAAC;oBACvC,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,mCAAmC;gBACrC,CAAC;gBAED,IAAI,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;oBACvB,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBAC1D,MAAM,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;gBACvC,CAAC;gBACD,OAAO;YACT,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,EAAE,CAAC;gBAClC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC/B,MAAM,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC;YACvC,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,KAAK,UAAU,yBAAyB,CAAC,GAA6C;YACpF,IAAI,GAAG,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBACjC,MAAM,SAAS,GAAG,GAAG,CAAC,SAAmB,CAAC;gBAC1C,MAAM,UAAU,GAAI,GAAG,CAAC,UAAqB,IAAI,KAAK,CAAC;gBACvD,MAAM,QAAQ,GAAI,GAAG,CAAC,QAAmB,IAAI,CAAC,CAAC;gBAC/C,MAAM,MAAM,GAAI,GAAG,CAAC,MAAiB,IAAI,WAAW,CAAC;gBACrD,MAAM,YAAY,GAAG,CAAC,MAAM,aAAa,CAAC,kBAAkB,CAAC,CAAuB,CAAC;gBACrF,MAAM,QAAQ,GAAI,GAAG,CAAC,QAA+B,IAAI,YAAY,CAAC;gBAEtE,MAAM,OAAO,GAAG,MAAM,gBAAgB,EAAE,CAAC;gBACzC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CAAC;wBACb,IAAI,EAAE,OAAO;wBACb,SAAS;wBACT,IAAI,EAAE,iBAAiB;wBACvB,OAAO,EACL,kFAAkF;qBACrF,CAAC,CACH,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,MAAM,SAAS,GAAG,MAAM,2BAA2B,EAAE,CAAC;gBAEtD,OAAO,GAAG,IAAI,YAAY,CACxB,SAAS,EACT,MAAM,EACN,OAAO,EACP;oBACE,UAAU;oBACV,QAAQ;oBACR,MAAM;oBACN,GAAG,EAAE,SAAS;oBACd,QAAQ;iBACT,EACD,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC,CAC9B,CAAC;gBACF,aAAa,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAEtC,QAAQ,CAAC,IAAI,CACX,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,EACrD,uBAAuB,CACxB,CAAC;gBAEF,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,eAAe;oBACrB,SAAS;iBACV,CAAC,CACH,CAAC;YACJ,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACtC,MAAM,SAAS,GAAG,GAAG,CAAC,SAAmB,CAAC;gBAC1C,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,KAAK,EAAE,CAAC;oBAChB,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;oBACxC,OAAO,GAAG,IAAI,CAAC;gBACjB,CAAC;gBACD,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,+BAA+B,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACtB,IAAI,OAAO,EAAE,CAAC;gBACZ,QAAQ,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,wCAAwC,CAAC,CAAC;gBAC1F,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBACxC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAChB,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,uBAAuB,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/server/ws-routes.d.ts

@@ -0,0 +1,29 @@
+import type { FastifyInstance } from 'fastify';
+import type pino from 'pino';
+import type { PiSessionService } from '../services/ai/pi-session-service.js';
+import { type WindowManagerService } from '../services/window-manager.js';
+type PendingWindowActionRequest = {
+    resolve: (value: unknown) => void;
+    reject: (reason?: unknown) => void;
+    timeout: ReturnType<typeof setTimeout>;
+};
+type PendingAiCommandRequest = {
+    resolve: (value: {
+        ok: boolean;
+        windowId?: string;
+        error?: string;
+    }) => void;
+    reject: (reason?: unknown) => void;
+    timeout: ReturnType<typeof setTimeout>;
+};
+export interface WsRoutesOptions {
+    logger: pino.Logger;
+    piSessionService: PiSessionService;
+    windowManager: WindowManagerService;
+    pendingWindowActionRequests: Map<string, PendingWindowActionRequest>;
+    pendingAiCommandRequests: Map<string, PendingAiCommandRequest>;
+    setCurrentWsUsername: (username: string | null) => void;
+}
+export declare function wsRoutes(app: FastifyInstance, options: WsRoutesOptions): Promise<void>;
+export {};
+//# sourceMappingURL=ws-routes.d.ts.map

package/dist/server/ws-routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ws-routes.d.ts","sourceRoot":"","sources":["../../src/server/ws-routes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAE/C,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAM7B,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAEL,KAAK,oBAAoB,EAC1B,MAAM,4BAA4B,CAAC;AAEpC,KAAK,0BAA0B,GAAG;IAChC,OAAO,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;IAClC,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC;IACnC,OAAO,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;CACxC,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,OAAO,EAAE,CAAC,KAAK,EAAE;QAAE,EAAE,EAAE,OAAO,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IAC7E,MAAM,EAAE,CAAC,MAAM,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC;IACnC,OAAO,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;CACxC,CAAC;AAEF,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;IACpB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,aAAa,EAAE,oBAAoB,CAAC;IACpC,2BAA2B,EAAE,GAAG,CAAC,MAAM,EAAE,0BAA0B,CAAC,CAAC;IACrE,wBAAwB,EAAE,GAAG,CAAC,MAAM,EAAE,uBAAuB,CAAC,CAAC;IAC/D,oBAAoB,EAAE,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,KAAK,IAAI,CAAC;CACzD;AAED,wBAAsB,QAAQ,CAAC,GAAG,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CA4W5F"}

package/dist/server/ws-routes.js

@@ -0,0 +1,334 @@
+import { join } from 'node:path';
+import { addClient } from '../services/messaging.js';
+import { registry } from '../services/miniapp-registry.js';
+import { processManager } from '../services/backend-process-manager.js';
+import { setPreferenceUser } from '../services/preferences.js';
+import { getUserHomeDir, ensureUserHome } from '../services/workspace.js';
+export async function wsRoutes(app, options) {
+    const { logger, piSessionService, windowManager, pendingWindowActionRequests, pendingAiCommandRequests, setCurrentWsUsername, } = options;
+    app.get('/ws', { websocket: true }, (socket, req) => {
+        const user = req.user;
+        if (!user) {
+            socket.close(4001, 'Authentication required');
+            return;
+        }
+        const username = user.username;
+        setCurrentWsUsername(username);
+        addClient(socket);
+        let activeAiRequestId = null;
+        const cancelledAiRequestIds = new Set();
+        function sendAiEvent(event) {
+            socket.send(JSON.stringify({
+                type: 'ai:event',
+                event,
+            }));
+        }
+        void (async () => {
+            try {
+                ensureUserHome(username);
+                windowManager.switchUser(join(getUserHomeDir(username), '.storage', 'window-state.json'));
+                setPreferenceUser(username);
+                await windowManager.activatePersistedMiniApps(async (miniAppId, launchArgs) => {
+                    await registry.activate(miniAppId, username, { launchArgs });
+                });
+                sendAiEvent({
+                    type: 'history_sync',
+                    sessionId: piSessionService.getSessionId(),
+                    messages: piSessionService.getHistory(),
+                });
+                sendAiEvent({
+                    type: 'sessions_sync',
+                    sessionId: piSessionService.getSessionId(),
+                    sessions: await piSessionService.listSessions(),
+                });
+                const persisted = windowManager.getPersistedState();
+                socket.send(JSON.stringify({
+                    type: 'window:state',
+                    version: persisted.version,
+                    windows: persisted.windows,
+                    tree: persisted.tree,
+                    focusedWindowId: persisted.focusedWindowId,
+                    fullscreenWindowId: persisted.fullscreenWindowId,
+                    windowIdCounter: persisted.windowIdCounter,
+                    nextSplitDirection: persisted.nextSplitDirection,
+                }));
+            }
+            catch (error) {
+                logger.error({ username, err: error instanceof Error ? error.message : String(error) }, 'failed to restore persisted miniapps for websocket session');
+                socket.close(1011, 'Failed to restore desktop state');
+            }
+        })();
+        socket.on('message', async (raw) => {
+            try {
+                const msg = JSON.parse(raw.toString());
+                if (msg.type === 'command:invoke') {
+                    const { miniAppId, command, requestId, data } = msg;
+                    const processKey = `${miniAppId}:${username}`;
+                    try {
+                        const result = await processManager.sendCommand(processKey, command, data);
+                        socket.send(JSON.stringify({
+                            type: 'command:response',
+                            requestId,
+                            data: result,
+                        }));
+                    }
+                    catch (err) {
+                        socket.send(JSON.stringify({
+                            type: 'command:response',
+                            requestId,
+                            error: err.message,
+                        }));
+                    }
+                }
+                else if (msg.type === 'window:sync') {
+                    if (Array.isArray(msg.windows)) {
+                        windowManager.syncState({
+                            version: 2,
+                            windows: msg.windows,
+                            tree: msg.tree ?? null,
+                            focusedWindowId: typeof msg.focusedWindowId === 'string' ? msg.focusedWindowId : null,
+                            fullscreenWindowId: typeof msg.fullscreenWindowId === 'string' ? msg.fullscreenWindowId : null,
+                            windowIdCounter: typeof msg.windowIdCounter === 'number' ? msg.windowIdCounter : 0,
+                            nextSplitDirection: msg.nextSplitDirection === 'horizontal' ||
+                                msg.nextSplitDirection === 'vertical' ||
+                                msg.nextSplitDirection === 'auto'
+                                ? msg.nextSplitDirection
+                                : 'auto',
+                        });
+                    }
+                }
+                else if (msg.type === 'window:actions_changed') {
+                    if (typeof msg.windowId === 'string' && Array.isArray(msg.actions)) {
+                        windowManager.setWindowActions(msg.windowId, msg.actions);
+                    }
+                }
+                else if (msg.type === 'window:action_result') {
+                    if (typeof msg.requestId === 'string') {
+                        const pending = pendingWindowActionRequests.get(msg.requestId);
+                        if (pending) {
+                            clearTimeout(pending.timeout);
+                            pendingWindowActionRequests.delete(msg.requestId);
+                            if (typeof msg.error === 'string' && msg.error.length > 0) {
+                                pending.reject(new Error(msg.error));
+                            }
+                            else {
+                                pending.resolve(msg.result);
+                            }
+                        }
+                    }
+                }
+                else if (msg.type === 'window:ai_command_result') {
+                    if (typeof msg.requestId === 'string') {
+                        const pending = pendingAiCommandRequests.get(msg.requestId);
+                        if (pending) {
+                            clearTimeout(pending.timeout);
+                            pendingAiCommandRequests.delete(msg.requestId);
+                            pending.resolve({
+                                ok: msg.ok === true,
+                                windowId: typeof msg.windowId === 'string' ? msg.windowId : undefined,
+                                error: typeof msg.error === 'string' ? msg.error : undefined,
+                            });
+                        }
+                    }
+                }
+                else if (msg.type === 'ai:sessions:list') {
+                    sendAiEvent({
+                        type: 'sessions_sync',
+                        sessionId: piSessionService.getSessionId(),
+                        sessions: await piSessionService.listSessions(),
+                    });
+                }
+                else if (msg.type === 'ai:sessions:create') {
+                    if (activeAiRequestId) {
+                        sendAiEvent({
+                            type: 'error',
+                            message: 'Cannot create a new session while the AI is responding.',
+                        });
+                        return;
+                    }
+                    await piSessionService.createNewSession();
+                    sendAiEvent({
+                        type: 'history_sync',
+                        sessionId: piSessionService.getSessionId(),
+                        messages: piSessionService.getHistory(),
+                    });
+                    sendAiEvent({
+                        type: 'sessions_sync',
+                        sessionId: piSessionService.getSessionId(),
+                        sessions: await piSessionService.listSessions(),
+                    });
+                }
+                else if (msg.type === 'ai:sessions:switch') {
+                    const sessionId = typeof msg.sessionId === 'string' ? msg.sessionId : '';
+                    if (activeAiRequestId) {
+                        sendAiEvent({
+                            type: 'error',
+                            message: 'Wait for the current AI response to finish before switching sessions.',
+                        });
+                        return;
+                    }
+                    if (!sessionId) {
+                        sendAiEvent({
+                            type: 'error',
+                            message: 'A session ID is required to switch sessions.',
+                        });
+                        return;
+                    }
+                    const switched = await piSessionService.switchSession(sessionId);
+                    if (!switched) {
+                        sendAiEvent({
+                            type: 'error',
+                            message: 'The selected session could not be found.',
+                        });
+                        return;
+                    }
+                    sendAiEvent({
+                        type: 'history_sync',
+                        sessionId: piSessionService.getSessionId(),
+                        messages: piSessionService.getHistory(),
+                    });
+                    sendAiEvent({
+                        type: 'sessions_sync',
+                        sessionId: piSessionService.getSessionId(),
+                        sessions: await piSessionService.listSessions(),
+                    });
+                }
+                else if (msg.type === 'ai:sessions:rename') {
+                    const title = typeof msg.title === 'string' ? msg.title.trim() : '';
+                    if (activeAiRequestId) {
+                        sendAiEvent({
+                            type: 'error',
+                            message: 'Wait for the current AI response to finish before renaming sessions.',
+                        });
+                        return;
+                    }
+                    if (!title) {
+                        sendAiEvent({
+                            type: 'error',
+                            message: 'A session title is required.',
+                        });
+                        return;
+                    }
+                    await piSessionService.renameCurrentSession(title);
+                    sendAiEvent({
+                        type: 'sessions_sync',
+                        sessionId: piSessionService.getSessionId(),
+                        sessions: await piSessionService.listSessions(),
+                    });
+                }
+                else if (msg.type === 'ai:cancel') {
+                    const requestId = typeof msg.requestId === 'string' ? msg.requestId : '';
+                    if (!activeAiRequestId) {
+                        sendAiEvent({
+                            type: 'error',
+                            requestId,
+                            message: 'No AI request is currently running.',
+                        });
+                        return;
+                    }
+                    if (!requestId || requestId !== activeAiRequestId) {
+                        sendAiEvent({
+                            type: 'error',
+                            requestId,
+                            message: 'Only the active AI request can be cancelled.',
+                        });
+                        return;
+                    }
+                    if (cancelledAiRequestIds.has(requestId)) {
+                        return;
+                    }
+                    cancelledAiRequestIds.add(requestId);
+                    try {
+                        await piSessionService.abort();
+                    }
+                    catch (err) {
+                        cancelledAiRequestIds.delete(requestId);
+                        sendAiEvent({
+                            type: 'error',
+                            requestId,
+                            message: err.message,
+                        });
+                    }
+                }
+                else if (msg.type === 'ai:prompt') {
+                    const requestId = typeof msg.requestId === 'string' ? msg.requestId : `ai-${Date.now()}`;
+                    const text = typeof msg.text === 'string' ? msg.text.trim() : '';
+                    const source = msg.source === 'voice' ? 'voice' : 'text';
+                    const provider = typeof msg.provider === 'string' ? msg.provider : undefined;
+                    if (!text) {
+                        sendAiEvent({
+                            type: 'error',
+                            requestId,
+                            message: 'Prompt cannot be empty.',
+                        });
+                        return;
+                    }
+                    if (activeAiRequestId) {
+                        sendAiEvent({
+                            type: 'error',
+                            requestId,
+                            message: 'Another AI request is already running. Wait for it to finish.',
+                        });
+                        return;
+                    }
+                    activeAiRequestId = requestId;
+                    try {
+                        await piSessionService.prompt({
+                            text,
+                            source,
+                            provider,
+                        }, {
+                            onEvent: (event) => sendAiEvent({
+                                requestId,
+                                ...event,
+                            }),
+                        });
+                        if (cancelledAiRequestIds.has(requestId)) {
+                            sendAiEvent({
+                                type: 'message_end',
+                                requestId,
+                                cancelled: true,
+                            });
+                            return;
+                        }
+                        sendAiEvent({
+                            type: 'history_sync',
+                            sessionId: piSessionService.getSessionId(),
+                            messages: piSessionService.getHistory(),
+                        });
+                        sendAiEvent({
+                            type: 'sessions_sync',
+                            sessionId: piSessionService.getSessionId(),
+                            sessions: await piSessionService.listSessions(),
+                        });
+                    }
+                    catch (err) {
+                        if (cancelledAiRequestIds.has(requestId)) {
+                            sendAiEvent({
+                                type: 'message_end',
+                                requestId,
+                                cancelled: true,
+                            });
+                            return;
+                        }
+                        sendAiEvent({
+                            type: 'error',
+                            requestId,
+                            message: err.message,
+                        });
+                    }
+                    finally {
+                        cancelledAiRequestIds.delete(requestId);
+                        if (activeAiRequestId === requestId) {
+                            activeAiRequestId = null;
+                        }
+                    }
+                }
+            }
+            catch {
+                // Ignore malformed messages
+            }
+        });
+    });
+}
+//# sourceMappingURL=ws-routes.js.map

package/dist/server/ws-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ws-routes.js","sourceRoot":"","sources":["../../src/server/ws-routes.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AACrE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AA4BvE,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,GAAoB,EAAE,OAAwB;IAC3E,MAAM,EACJ,MAAM,EACN,gBAAgB,EAChB,aAAa,EACb,2BAA2B,EAC3B,wBAAwB,EACxB,oBAAoB,GACrB,GAAG,OAAO,CAAC;IAEZ,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE;QAClD,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,yBAAyB,CAAC,CAAC;YAC9C,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC/B,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAE/B,SAAS,CAAC,MAAM,CAAC,CAAC;QAClB,IAAI,iBAAiB,GAAkB,IAAI,CAAC;QAC5C,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAU,CAAC;QAEhD,SAAS,WAAW,CAAC,KAA8B;YACjD,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,UAAU;gBAChB,KAAK;aACN,CAAC,CACH,CAAC;QACJ,CAAC;QAED,KAAK,CAAC,KAAK,IAAI,EAAE;YACf,IAAI,CAAC;gBACH,cAAc,CAAC,QAAQ,CAAC,CAAC;gBACzB,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,mBAAmB,CAAC,CAAC,CAAC;gBAC1F,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAE5B,MAAM,aAAa,CAAC,yBAAyB,CAAC,KAAK,EAAE,SAAS,EAAE,UAAU,EAAE,EAAE;oBAC5E,MAAM,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC/D,CAAC,CAAC,CAAC;gBAEH,WAAW,CAAC;oBACV,IAAI,EAAE,cAAc;oBACpB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;oBAC1C,QAAQ,EAAE,gBAAgB,CAAC,UAAU,EAAE;iBACxC,CAAC,CAAC;gBACH,WAAW,CAAC;oBACV,IAAI,EAAE,eAAe;oBACrB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;oBAC1C,QAAQ,EAAE,MAAM,gBAAgB,CAAC,YAAY,EAAE;iBAChD,CAAC,CAAC;gBAEH,MAAM,SAAS,GAAG,aAAa,CAAC,iBAAiB,EAAE,CAAC;gBACpD,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CAAC;oBACb,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,eAAe,EAAE,SAAS,CAAC,eAAe;oBAC1C,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;oBAChD,eAAe,EAAE,SAAS,CAAC,eAAe;oBAC1C,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;iBACjD,CAAC,CACH,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EACzE,4DAA4D,CAC7D,CAAC;gBACF,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,iCAAiC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QAEL,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAoC,EAAE,EAAE;YAClE,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAEvC,IAAI,GAAG,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;oBAClC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC;oBACpD,MAAM,UAAU,GAAG,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;oBAC9C,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;wBAC3E,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CAAC;4BACb,IAAI,EAAE,kBAAkB;4BACxB,SAAS;4BACT,IAAI,EAAE,MAAM;yBACb,CAAC,CACH,CAAC;oBACJ,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,MAAM,CAAC,IAAI,CACT,IAAI,CAAC,SAAS,CAAC;4BACb,IAAI,EAAE,kBAAkB;4BACxB,SAAS;4BACT,KAAK,EAAG,GAAa,CAAC,OAAO;yBAC9B,CAAC,CACH,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;oBACtC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC/B,aAAa,CAAC,SAAS,CAAC;4BACtB,OAAO,EAAE,CAAC;4BACV,OAAO,EAAE,GAAG,CAAC,OAAO;4BACpB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI;4BACtB,eAAe,EAAE,OAAO,GAAG,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI;4BACrF,kBAAkB,EAChB,OAAO,GAAG,CAAC,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI;4BAC5E,eAAe,EAAE,OAAO,GAAG,CAAC,eAAe,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;4BAClF,kBAAkB,EAChB,GAAG,CAAC,kBAAkB,KAAK,YAAY;gCACvC,GAAG,CAAC,kBAAkB,KAAK,UAAU;gCACrC,GAAG,CAAC,kBAAkB,KAAK,MAAM;gCAC/B,CAAC,CAAC,GAAG,CAAC,kBAAkB;gCACxB,CAAC,CAAC,MAAM;yBACb,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;oBACjD,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBACnE,aAAa,CAAC,gBAAgB,CAC5B,GAAG,CAAC,QAAQ,EACZ,GAAG,CAAC,OAAyC,CAC9C,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;oBAC/C,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;wBACtC,MAAM,OAAO,GAAG,2BAA2B,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;wBAC/D,IAAI,OAAO,EAAE,CAAC;4BACZ,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;4BAC9B,2BAA2B,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;4BAClD,IAAI,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAC1D,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;4BACvC,CAAC;iCAAM,CAAC;gCACN,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;4BAC9B,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,0BAA0B,EAAE,CAAC;oBACnD,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;wBACtC,MAAM,OAAO,GAAG,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;wBAC5D,IAAI,OAAO,EAAE,CAAC;4BACZ,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;4BAC9B,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;4BAC/C,OAAO,CAAC,OAAO,CAAC;gCACd,EAAE,EAAE,GAAG,CAAC,EAAE,KAAK,IAAI;gCACnB,QAAQ,EAAE,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;gCACrE,KAAK,EAAE,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;6BAC7D,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBAC3C,WAAW,CAAC;wBACV,IAAI,EAAE,eAAe;wBACrB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;wBAC1C,QAAQ,EAAE,MAAM,gBAAgB,CAAC,YAAY,EAAE;qBAChD,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;oBAC7C,IAAI,iBAAiB,EAAE,CAAC;wBACtB,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,yDAAyD;yBACnE,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,MAAM,gBAAgB,CAAC,gBAAgB,EAAE,CAAC;oBAC1C,WAAW,CAAC;wBACV,IAAI,EAAE,cAAc;wBACpB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;wBAC1C,QAAQ,EAAE,gBAAgB,CAAC,UAAU,EAAE;qBACxC,CAAC,CAAC;oBACH,WAAW,CAAC;wBACV,IAAI,EAAE,eAAe;wBACrB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;wBAC1C,QAAQ,EAAE,MAAM,gBAAgB,CAAC,YAAY,EAAE;qBAChD,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;oBAC7C,MAAM,SAAS,GAAG,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;oBACzE,IAAI,iBAAiB,EAAE,CAAC;wBACtB,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,uEAAuE;yBACjF,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC,SAAS,EAAE,CAAC;wBACf,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,8CAA8C;yBACxD,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;oBACjE,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACd,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,0CAA0C;yBACpD,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,WAAW,CAAC;wBACV,IAAI,EAAE,cAAc;wBACpB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;wBAC1C,QAAQ,EAAE,gBAAgB,CAAC,UAAU,EAAE;qBACxC,CAAC,CAAC;oBACH,WAAW,CAAC;wBACV,IAAI,EAAE,eAAe;wBACrB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;wBAC1C,QAAQ,EAAE,MAAM,gBAAgB,CAAC,YAAY,EAAE;qBAChD,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;oBAC7C,MAAM,KAAK,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpE,IAAI,iBAAiB,EAAE,CAAC;wBACtB,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,sEAAsE;yBAChF,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC,KAAK,EAAE,CAAC;wBACX,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,OAAO,EAAE,8BAA8B;yBACxC,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,MAAM,gBAAgB,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;oBACnD,WAAW,CAAC;wBACV,IAAI,EAAE,eAAe;wBACrB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;wBAC1C,QAAQ,EAAE,MAAM,gBAAgB,CAAC,YAAY,EAAE;qBAChD,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACpC,MAAM,SAAS,GAAG,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;oBAEzE,IAAI,CAAC,iBAAiB,EAAE,CAAC;wBACvB,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,SAAS;4BACT,OAAO,EAAE,qCAAqC;yBAC/C,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,IAAI,CAAC,SAAS,IAAI,SAAS,KAAK,iBAAiB,EAAE,CAAC;wBAClD,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,SAAS;4BACT,OAAO,EAAE,8CAA8C;yBACxD,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,IAAI,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;wBACzC,OAAO;oBACT,CAAC;oBAED,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBAErC,IAAI,CAAC;wBACH,MAAM,gBAAgB,CAAC,KAAK,EAAE,CAAC;oBACjC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;wBACxC,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,SAAS;4BACT,OAAO,EAAG,GAAa,CAAC,OAAO;yBAChC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACpC,MAAM,SAAS,GAAG,OAAO,GAAG,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;oBACzF,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjE,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;oBACzD,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;oBAE7E,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,SAAS;4BACT,OAAO,EAAE,yBAAyB;yBACnC,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,IAAI,iBAAiB,EAAE,CAAC;wBACtB,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,SAAS;4BACT,OAAO,EAAE,+DAA+D;yBACzE,CAAC,CAAC;wBACH,OAAO;oBACT,CAAC;oBAED,iBAAiB,GAAG,SAAS,CAAC;oBAE9B,IAAI,CAAC;wBACH,MAAM,gBAAgB,CAAC,MAAM,CAC3B;4BACE,IAAI;4BACJ,MAAM;4BACN,QAAQ;yBACT,EACD;4BACE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,WAAW,CAAC;gCACV,SAAS;gCACT,GAAG,KAAK;6BACT,CAAC;yBACL,CACF,CAAC;wBAEF,IAAI,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;4BACzC,WAAW,CAAC;gCACV,IAAI,EAAE,aAAa;gCACnB,SAAS;gCACT,SAAS,EAAE,IAAI;6BAChB,CAAC,CAAC;4BACH,OAAO;wBACT,CAAC;wBAED,WAAW,CAAC;4BACV,IAAI,EAAE,cAAc;4BACpB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;4BAC1C,QAAQ,EAAE,gBAAgB,CAAC,UAAU,EAAE;yBACxC,CAAC,CAAC;wBACH,WAAW,CAAC;4BACV,IAAI,EAAE,eAAe;4BACrB,SAAS,EAAE,gBAAgB,CAAC,YAAY,EAAE;4BAC1C,QAAQ,EAAE,MAAM,gBAAgB,CAAC,YAAY,EAAE;yBAChD,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;4BACzC,WAAW,CAAC;gCACV,IAAI,EAAE,aAAa;gCACnB,SAAS;gCACT,SAAS,EAAE,IAAI;6BAChB,CAAC,CAAC;4BACH,OAAO;wBACT,CAAC;wBAED,WAAW,CAAC;4BACV,IAAI,EAAE,OAAO;4BACb,SAAS;4BACT,OAAO,EAAG,GAAa,CAAC,OAAO;yBAChC,CAAC,CAAC;oBACL,CAAC;4BAAS,CAAC;wBACT,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;wBACxC,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;4BACpC,iBAAiB,GAAG,IAAI,CAAC;wBAC3B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,4BAA4B;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/services/ai/action-tool.d.ts

@@ -0,0 +1,9 @@
+import type { ToolDefinition } from '@mariozechner/pi-coding-agent';
+import type { WindowManagerService } from '../window-manager.js';
+interface ActionToolOptions {
+    windowManager: WindowManagerService;
+    invokeAction: (windowId: string, actionName: string, actionParams?: Record<string, unknown>) => Promise<unknown>;
+}
+export declare function createActionTool(options: ActionToolOptions): ToolDefinition;
+export {};
+//# sourceMappingURL=action-tool.d.ts.map

package/dist/services/ai/action-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-tool.d.ts","sourceRoot":"","sources":["../../../src/services/ai/action-tool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAEpE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAoB9D,UAAU,iBAAiB;IACzB,aAAa,EAAE,oBAAoB,CAAC;IACpC,YAAY,EAAE,CACZ,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KACnC,OAAO,CAAC,OAAO,CAAC,CAAC;CACvB;AAED,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,GAAG,cAAc,CAiD3E"}

package/dist/services/ai/action-tool.js

@@ -0,0 +1,51 @@
+import { Type } from '@sinclair/typebox';
+const actionSchema = Type.Object({
+    name: Type.String({ description: 'The action name to invoke (from the Desktop Context block)' }),
+    params: Type.Optional(Type.Record(Type.String(), Type.Unknown(), {
+        description: 'JSON parameters to pass to the action handler',
+    })),
+    windowId: Type.Optional(Type.String({ description: 'Target window ID. Defaults to the focused window.' })),
+});
+export function createActionTool(options) {
+    const { windowManager, invokeAction } = options;
+    return {
+        name: 'action',
+        label: 'Invoke Action',
+        description: 'Invoke a MiniApp action by name with JSON parameters. Available actions and their parameter schemas are listed in the [Desktop Context] block of each user message.',
+        promptSnippet: 'Invoke a MiniApp action on a DeskTalk window. See [Desktop Context] for available actions.',
+        promptGuidelines: [
+            'Read the [Desktop Context] block in the user message to see available actions and their params.',
+            'Provide all required params as a JSON object.',
+            'If windowId is omitted, the action runs on the focused window.',
+            'Call `read_manual` with `page: "desktop/actions"` when you need the full action-invocation workflow.',
+        ],
+        parameters: actionSchema,
+        async execute(_toolCallId, params) {
+            const input = params;
+            // Resolve target window — default to focused
+            const targetWindowId = input.windowId ?? windowManager.getFocusedWindow()?.id;
+            if (!targetWindowId) {
+                throw new Error('No target window: provide windowId or ensure a window is focused.');
+            }
+            // Validate that the action exists on the target window
+            const actions = windowManager.getWindowActions(targetWindowId);
+            const actionDef = actions.find((a) => a.name === input.name);
+            if (!actionDef) {
+                const available = actions.map((a) => a.name).join(', ') || 'none';
+                throw new Error(`Action "${input.name}" not found on window ${targetWindowId}. Available: ${available}`);
+            }
+            const result = await invokeAction(targetWindowId, input.name, input.params);
+            const payload = {
+                ok: true,
+                windowId: targetWindowId,
+                action: input.name,
+                result,
+            };
+            return {
+                content: [{ type: 'text', text: JSON.stringify(payload, null, 2) }],
+                details: payload,
+            };
+        },
+    };
+}
+//# sourceMappingURL=action-tool.js.map

package/dist/services/ai/action-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-tool.js","sourceRoot":"","sources":["../../../src/services/ai/action-tool.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAGzC,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC;IAC/B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,4DAA4D,EAAE,CAAC;IAChG,MAAM,EAAE,IAAI,CAAC,QAAQ,CACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE;QACzC,WAAW,EAAE,+CAA+C;KAC7D,CAAC,CACH;IACD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CACrB,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,EAAE,mDAAmD,EAAE,CAAC,CAClF;CACF,CAAC,CAAC;AAiBH,MAAM,UAAU,gBAAgB,CAAC,OAA0B;IACzD,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC;IAEhD,OAAO;QACL,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,eAAe;QACtB,WAAW,EACT,qKAAqK;QACvK,aAAa,EACX,4FAA4F;QAC9F,gBAAgB,EAAE;YAChB,iGAAiG;YACjG,+CAA+C;YAC/C,gEAAgE;YAChE,sGAAsG;SACvG;QACD,UAAU,EAAE,YAAY;QACxB,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM;YAC/B,MAAM,KAAK,GAAG,MAAsB,CAAC;YAErC,6CAA6C;YAC7C,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,IAAI,aAAa,CAAC,gBAAgB,EAAE,EAAE,EAAE,CAAC;YAC9E,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;YACvF,CAAC;YAED,uDAAuD;YACvD,MAAM,OAAO,GAAG,aAAa,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;gBAClE,MAAM,IAAI,KAAK,CACb,WAAW,KAAK,CAAC,IAAI,yBAAyB,cAAc,gBAAgB,SAAS,EAAE,CACxF,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAC5E,MAAM,OAAO,GAAG;gBACd,EAAE,EAAE,IAAI;gBACR,QAAQ,EAAE,cAAc;gBACxB,MAAM,EAAE,KAAK,CAAC,IAAI;gBAClB,MAAM;aACP,CAAC;YACF,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACnE,OAAO,EAAE,OAAO;aACjB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/services/ai/app-tools.d.ts

@@ -0,0 +1,15 @@
+import type { ToolDefinition } from '@mariozechner/pi-coding-agent';
+import type { MiniAppManifest } from '@desktalk/sdk';
+import type { WindowManagerService } from '../window-manager.js';
+import type { SendAiCommand } from './window-tools.js';
+interface AppToolOptions {
+    windowManager: WindowManagerService;
+    getMiniApps: () => MiniAppManifest[];
+    activateMiniApp: (miniAppId: string) => void;
+    deactivateMiniApp: (miniAppId: string) => void;
+    isActivated: (miniAppId: string) => boolean;
+    sendAiCommand: SendAiCommand;
+}
+export declare function createAppControlTool(options: AppToolOptions): ToolDefinition;
+export {};
+//# sourceMappingURL=app-tools.d.ts.map

package/dist/services/ai/app-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app-tools.d.ts","sourceRoot":"","sources":["../../../src/services/ai/app-tools.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAEpE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAYvD,UAAU,cAAc;IACtB,aAAa,EAAE,oBAAoB,CAAC;IACpC,WAAW,EAAE,MAAM,eAAe,EAAE,CAAC;IACrC,eAAe,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7C,iBAAiB,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IAC/C,WAAW,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC;IAC5C,aAAa,EAAE,aAAa,CAAC;CAC9B;AAaD,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,cAAc,GAAG,cAAc,CAmI5E"}