@jait/gateway 0.1.285 → 0.1.286

package/dist/voice-assistant/service.js

@@ -0,0 +1,281 @@
+/**
+ * Voice-assistant service — bridges the browser to OpenAI's Realtime API.
+ *
+ * Architecture:
+ *   Browser  ←WebSocket→  Gateway  ←WebSocket→  OpenAI Realtime API
+ *
+ * The gateway sits in the middle, relaying audio in both directions and
+ * intercepting function calls to execute them locally with full Jait access.
+ * This is a GLOBAL session — not tied to any workspace.
+ */
+import { WebSocketServer, WebSocket } from "ws";
+import { getVoiceToolSchemas, executeVoiceTool } from "./tools.js";
+export class VoiceAssistantService {
+    wss;
+    deps;
+    constructor(deps) {
+        this.deps = deps;
+        this.wss = new WebSocketServer({ noServer: true });
+        this.wss.on("connection", (ws, req) => {
+            this.handleConnection(ws, req).catch((err) => {
+                console.error("[voice-assistant] Connection handler error:", err);
+                try {
+                    ws.close(1011, "Internal error");
+                }
+                catch { }
+            });
+        });
+    }
+    /** Handle HTTP → WebSocket upgrade for the /ws/voice-assistant path. */
+    handleUpgrade(request, socket, head) {
+        this.wss.handleUpgrade(request, socket, head, (ws) => {
+            this.wss.emit("connection", ws, request);
+        });
+    }
+    async handleConnection(clientWs, req) {
+        // ── Auth ──────────────────────────────────────────────────
+        const url = new URL(req.url ?? "/", `http://${req.headers.host}`);
+        const token = url.searchParams.get("token") ?? "";
+        const user = await this.deps.verifyToken(token);
+        if (!user) {
+            send(clientWs, { type: "error", message: "Unauthorized" });
+            clientWs.close(4001, "Unauthorized");
+            return;
+        }
+        // ── Validate OpenAI key ──────────────────────────────────
+        const apiKey = this.deps.config.openaiApiKey;
+        if (!apiKey) {
+            send(clientWs, { type: "error", message: "OpenAI API key not configured" });
+            clientWs.close(4002, "Not configured");
+            return;
+        }
+        console.log(`[voice-assistant] ${user.username} connected`);
+        // ── Connect to OpenAI Realtime API ───────────────────────
+        const model = this.deps.config.realtimeModel;
+        const openaiUrl = `wss://api.openai.com/v1/realtime?model=${encodeURIComponent(model)}`;
+        let openaiWs;
+        try {
+            openaiWs = new WebSocket(openaiUrl, {
+                headers: {
+                    "Authorization": `Bearer ${apiKey}`,
+                },
+            });
+        }
+        catch (err) {
+            send(clientWs, { type: "error", message: `Failed to connect to OpenAI: ${err}` });
+            clientWs.close(4003, "OpenAI connection failed");
+            return;
+        }
+        let openaiReady = false;
+        let responseInProgress = false;
+        // ── OpenAI → Gateway → Browser ───────────────────────────
+        openaiWs.on("open", () => {
+            openaiReady = true;
+            console.log(`[voice-assistant] OpenAI Realtime connected (model: ${model})`);
+            // Configure the session
+            const sessionUpdate = {
+                type: "session.update",
+                session: {
+                    type: "realtime",
+                    instructions: this.buildInstructions(user.username),
+                    tools: getVoiceToolSchemas(),
+                    tool_choice: "auto",
+                },
+            };
+            openaiWs.send(JSON.stringify(sessionUpdate));
+            send(clientWs, { type: "session.started" });
+            send(clientWs, { type: "status", status: "listening" });
+        });
+        openaiWs.on("message", async (raw) => {
+            let event;
+            try {
+                event = JSON.parse(typeof raw === "string" ? raw : raw.toString());
+            }
+            catch {
+                return;
+            }
+            // Debug: log all events from OpenAI
+            if (event.type !== "response.audio.delta") {
+                console.log(`[voice-assistant] OpenAI event: ${event.type}`, event.type === "error" ? event.error : "");
+            }
+            switch (event.type) {
+                // ── Audio from assistant ──────────────────────────────
+                case "response.audio.delta":
+                case "response.output_audio.delta":
+                    responseInProgress = true;
+                    send(clientWs, { type: "audio", data: event.delta });
+                    send(clientWs, { type: "status", status: "speaking" });
+                    break;
+                case "response.audio.done":
+                case "response.output_audio.done":
+                    responseInProgress = false;
+                    send(clientWs, { type: "audio.done" });
+                    send(clientWs, { type: "status", status: "listening" });
+                    break;
+                // ── Transcription ────────────────────────────────────
+                case "conversation.item.input_audio_transcription.completed":
+                    send(clientWs, { type: "transcript", role: "user", text: event.transcript ?? "", final: true });
+                    break;
+                case "response.audio_transcript.delta":
+                case "response.output_audio_transcript.delta":
+                    send(clientWs, { type: "transcript", role: "assistant", text: event.delta ?? "", final: false });
+                    break;
+                case "response.audio_transcript.done":
+                case "response.output_audio_transcript.done":
+                    send(clientWs, { type: "transcript", role: "assistant", text: event.transcript ?? "", final: true });
+                    break;
+                // ── Function calls ───────────────────────────────────
+                case "response.function_call_arguments.done": {
+                    const callId = event.call_id;
+                    const fnName = event.name;
+                    let fnArgs = {};
+                    try {
+                        fnArgs = JSON.parse(event.arguments ?? "{}");
+                    }
+                    catch { }
+                    send(clientWs, { type: "tool_call", name: fnName, status: "running" });
+                    send(clientWs, { type: "status", status: "thinking" });
+                    const result = await executeVoiceTool(fnName, fnArgs, this.deps);
+                    send(clientWs, { type: "tool_call", name: fnName, status: "completed", result });
+                    // Send function output back to OpenAI
+                    openaiWs.send(JSON.stringify({
+                        type: "conversation.item.create",
+                        item: {
+                            type: "function_call_output",
+                            call_id: callId,
+                            output: result,
+                        },
+                    }));
+                    // Ask OpenAI to continue
+                    openaiWs.send(JSON.stringify({ type: "response.create" }));
+                    break;
+                }
+                // ── Errors ───────────────────────────────────────────
+                case "error": {
+                    const errMsg = event.error?.message ?? "OpenAI error";
+                    // Suppress harmless "no active response" from cancel attempts
+                    if (errMsg.includes("no active response"))
+                        break;
+                    console.error("[voice-assistant] OpenAI error:", event.error);
+                    send(clientWs, { type: "error", message: errMsg });
+                    break;
+                }
+                // ── Interruption (server VAD detected user speech) ───
+                case "input_audio_buffer.speech_started":
+                    // User started speaking — cancel only if assistant is actively responding
+                    if (responseInProgress) {
+                        openaiWs.send(JSON.stringify({ type: "response.cancel" }));
+                        send(clientWs, { type: "audio.interrupt" });
+                        responseInProgress = false;
+                    }
+                    send(clientWs, { type: "status", status: "listening" });
+                    break;
+                case "input_audio_buffer.speech_stopped":
+                    // Server VAD detected end of speech — response will be created automatically
+                    break;
+                case "response.cancelled":
+                    responseInProgress = false;
+                    send(clientWs, { type: "status", status: "listening" });
+                    break;
+                case "response.done":
+                    responseInProgress = false;
+                    send(clientWs, { type: "status", status: "listening" });
+                    break;
+                default:
+                    // Ignore other events (session.created, session.updated, etc.)
+                    break;
+            }
+        });
+        openaiWs.on("close", (code, reason) => {
+            console.log(`[voice-assistant] OpenAI disconnected: ${code} ${reason}`);
+            send(clientWs, { type: "error", message: "OpenAI session ended" });
+            clientWs.close(1000, "OpenAI disconnected");
+        });
+        openaiWs.on("error", (err) => {
+            console.error("[voice-assistant] OpenAI WS error:", err);
+            send(clientWs, { type: "error", message: `OpenAI connection error: ${err.message}` });
+        });
+        // ── Browser → Gateway → OpenAI ───────────────────────────
+        let audioChunkCount = 0;
+        clientWs.on("message", (raw) => {
+            if (!openaiReady)
+                return;
+            let msg;
+            try {
+                msg = JSON.parse(typeof raw === "string" ? raw : raw.toString());
+            }
+            catch {
+                return;
+            }
+            switch (msg.type) {
+                case "audio":
+                    audioChunkCount++;
+                    if (audioChunkCount <= 3 || audioChunkCount % 50 === 0) {
+                        console.log(`[voice-assistant] Audio chunk #${audioChunkCount} (${msg.data.length} base64 chars)`);
+                    }
+                    openaiWs.send(JSON.stringify({
+                        type: "input_audio_buffer.append",
+                        audio: msg.data,
+                    }));
+                    break;
+                case "commit":
+                    openaiWs.send(JSON.stringify({ type: "input_audio_buffer.commit" }));
+                    break;
+                case "stop":
+                    openaiWs.send(JSON.stringify({ type: "input_audio_buffer.clear" }));
+                    openaiWs.close(1000, "User ended session");
+                    break;
+            }
+        });
+        // ── Cleanup ──────────────────────────────────────────────
+        clientWs.on("close", () => {
+            console.log(`[voice-assistant] ${user.username} disconnected`);
+            if (openaiWs.readyState === WebSocket.OPEN || openaiWs.readyState === WebSocket.CONNECTING) {
+                openaiWs.close(1000, "Client disconnected");
+            }
+        });
+        clientWs.on("error", () => {
+            try {
+                openaiWs.close();
+            }
+            catch { }
+        });
+    }
+    buildInstructions(username) {
+        return `# Persona
+You are Jait — a personal AI assistant, similar to JARVIS from Iron Man.
+You are the voice interface for the Jait workspace management system.
+The user's name is ${username}.
+
+# Voice Behavior
+- Keep responses SHORT and conversational — you're speaking out loud, not writing an essay.
+- Use clear, natural sentences. Avoid bullet lists, markdown, or code blocks in speech.
+- Be direct, efficient, and slightly witty when appropriate.
+- For simple facts (time, weather), answer in one sentence.
+- For complex tool results, summarise the key points.
+
+# System Integration
+You have direct access to the Jait system through function calls:
+- jait_system_status — check what's active
+- list_sessions, list_workspaces, list_threads — see what's open
+- send_to_agent — delegate coding tasks to CLI agents
+- search_memory, save_memory — recall and store information
+- search_web — look up current events, news, facts
+- get_weather — weather by city
+- get_time_and_date — current time
+- get_system_info — host computer resources
+
+# Important Rules
+- For ANY factual question about current events or time-sensitive information, ALWAYS use search_web first.
+- When the user tells you personal information, use save_memory to remember it.
+- Before answering questions about past interactions, use search_memory.
+- When the user asks you to code or fix something, use send_to_agent.
+- You can respond in the user's language — detect it from their speech.`;
+    }
+}
+function send(ws, msg) {
+    if (ws.readyState === WebSocket.OPEN) {
+        ws.send(JSON.stringify(msg));
+    }
+}
+//# sourceMappingURL=service.js.map

package/dist/voice-assistant/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../src/voice-assistant/service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAIhD,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAsB,MAAM,YAAY,CAAC;AAOvF,MAAM,OAAO,qBAAqB;IACxB,GAAG,CAAkB;IACrB,IAAI,CAA4B;IAExC,YAAY,IAA+B;QACzC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,GAAG,GAAG,IAAI,eAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,EAAE;YACpC,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC3C,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,GAAG,CAAC,CAAC;gBAClE,IAAI,CAAC;oBAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YACpD,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,aAAa,CAAC,OAAwB,EAAE,MAAc,EAAE,IAAY;QAClE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE;YACnD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,QAAmB,EAAE,GAAoB;QACtE,6DAA6D;QAC7D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,EAAE,UAAU,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;YAC3D,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YACrC,OAAO;QACT,CAAC;QAED,4DAA4D;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;QAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC,CAAC;YAC5E,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,QAAQ,YAAY,CAAC,CAAC;QAE5D,4DAA4D;QAC5D,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;QAC7C,MAAM,SAAS,GAAG,0CAA0C,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;QAExF,IAAI,QAAmB,CAAC;QACxB,IAAI,CAAC;YACH,QAAQ,GAAG,IAAI,SAAS,CAAC,SAAS,EAAE;gBAClC,OAAO,EAAE;oBACP,eAAe,EAAE,UAAU,MAAM,EAAE;iBACpC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,gCAAgC,GAAG,EAAE,EAAE,CAAC,CAAC;YAClF,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAE/B,4DAA4D;QAC5D,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;YACvB,WAAW,GAAG,IAAI,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,uDAAuD,KAAK,GAAG,CAAC,CAAC;YAE7E,wBAAwB;YACxB,MAAM,aAAa,GAAG;gBACpB,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACP,IAAI,EAAE,UAAU;oBAChB,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC;oBACnD,KAAK,EAAE,mBAAmB,EAAE;oBAC5B,WAAW,EAAE,MAAM;iBACpB;aACF,CAAC;YACF,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YACnC,IAAI,KAAU,CAAC;YACf,IAAI,CAAC;gBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YAED,oCAAoC;YACpC,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,mCAAmC,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC1G,CAAC;YAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,yDAAyD;gBACzD,KAAK,sBAAsB,CAAC;gBAC5B,KAAK,6BAA6B;oBAChC,kBAAkB,GAAG,IAAI,CAAC;oBAC1B,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;oBACrD,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBACvD,MAAM;gBAER,KAAK,qBAAqB,CAAC;gBAC3B,KAAK,4BAA4B;oBAC/B,kBAAkB,GAAG,KAAK,CAAC;oBAC3B,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;oBACvC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;oBACxD,MAAM;gBAER,wDAAwD;gBACxD,KAAK,uDAAuD;oBAC1D,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBAChG,MAAM;gBAER,KAAK,iCAAiC,CAAC;gBACvC,KAAK,wCAAwC;oBAC3C,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;oBACjG,MAAM;gBAER,KAAK,gCAAgC,CAAC;gBACtC,KAAK,uCAAuC;oBAC1C,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,UAAU,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;oBACrG,MAAM;gBAER,wDAAwD;gBACxD,KAAK,uCAAuC,CAAC,CAAC,CAAC;oBAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC;oBAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC;oBAC1B,IAAI,MAAM,GAA4B,EAAE,CAAC;oBACzC,IAAI,CAAC;wBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;oBAC/C,CAAC;oBAAC,MAAM,CAAC,CAAA,CAAC;oBAEV,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;oBACvE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;oBAEvD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEjE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC;oBAEjF,sCAAsC;oBACtC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBAC3B,IAAI,EAAE,0BAA0B;wBAChC,IAAI,EAAE;4BACJ,IAAI,EAAE,sBAAsB;4BAC5B,OAAO,EAAE,MAAM;4BACf,MAAM,EAAE,MAAM;yBACf;qBACF,CAAC,CAAC,CAAC;oBAEJ,yBAAyB;oBACzB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;oBAC3D,MAAM;gBACR,CAAC;gBAED,wDAAwD;gBACxD,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,cAAc,CAAC;oBACtD,8DAA8D;oBAC9D,IAAI,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAC;wBAAE,MAAM;oBACjD,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;oBAC9D,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;oBACnD,MAAM;gBACR,CAAC;gBAED,wDAAwD;gBACxD,KAAK,mCAAmC;oBACtC,0EAA0E;oBAC1E,IAAI,kBAAkB,EAAE,CAAC;wBACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;wBAC3D,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;wBAC5C,kBAAkB,GAAG,KAAK,CAAC;oBAC7B,CAAC;oBACD,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;oBACxD,MAAM;gBAER,KAAK,mCAAmC;oBACtC,6EAA6E;oBAC7E,MAAM;gBAER,KAAK,oBAAoB;oBACvB,kBAAkB,GAAG,KAAK,CAAC;oBAC3B,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;oBACxD,MAAM;gBAER,KAAK,eAAe;oBAClB,kBAAkB,GAAG,KAAK,CAAC;oBAC3B,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,CAAC;oBACxD,MAAM;gBAER;oBACE,+DAA+D;oBAC/D,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;YACpC,OAAO,CAAC,GAAG,CAAC,0CAA0C,IAAI,IAAI,MAAM,EAAE,CAAC,CAAC;YACxE,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAC;YACnE,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC3B,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,CAAC;YACzD,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,4BAA4B,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;QAEH,4DAA4D;QAC5D,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;YAC7B,IAAI,CAAC,WAAW;gBAAE,OAAO;YAEzB,IAAI,GAAuB,CAAC;YAC5B,IAAI,CAAC;gBACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO;YACT,CAAC;YAED,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;gBACjB,KAAK,OAAO;oBACV,eAAe,EAAE,CAAC;oBAClB,IAAI,eAAe,IAAI,CAAC,IAAI,eAAe,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;wBACvD,OAAO,CAAC,GAAG,CAAC,kCAAkC,eAAe,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,gBAAgB,CAAC,CAAC;oBACrG,CAAC;oBACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC;wBAC3B,IAAI,EAAE,2BAA2B;wBACjC,KAAK,EAAE,GAAG,CAAC,IAAI;qBAChB,CAAC,CAAC,CAAC;oBACJ,MAAM;gBAER,KAAK,QAAQ;oBACX,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC;oBACrE,MAAM;gBAER,KAAK,MAAM;oBACT,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC,CAAC;oBACpE,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;oBAC3C,MAAM;YACV,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,4DAA4D;QAC5D,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,CAAC,QAAQ,eAAe,CAAC,CAAC;YAC/D,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,IAAI,QAAQ,CAAC,UAAU,KAAK,SAAS,CAAC,UAAU,EAAE,CAAC;gBAC3F,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC;gBAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,QAAgB;QACxC,OAAO;;;qBAGU,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;wEAyB2C,CAAC;IACvE,CAAC;CACF;AAED,SAAS,IAAI,CAAC,EAAa,EAAE,GAAuB;IAClD,IAAI,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;QACrC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC"}

package/dist/voice-assistant/tools.d.ts

@@ -0,0 +1,41 @@
+/**
+ * Voice-assistant tool definitions for OpenAI Realtime API function calling.
+ *
+ * Each tool is defined as an OpenAI-compatible function schema plus a local
+ * executor that runs inside the gateway with full access to Jait services.
+ */
+import type { SessionService } from "../services/sessions.js";
+import type { ThreadService } from "../services/threads.js";
+import type { WorkspaceService } from "../services/workspaces.js";
+import type { MemoryService } from "../memory/contracts.js";
+import type { ToolRegistry } from "../tools/registry.js";
+import type { ToolContext, ToolResult } from "../tools/contracts.js";
+import type { ProviderRegistry } from "../providers/registry.js";
+import type { AppConfig } from "../config.js";
+export interface VoiceToolDeps {
+    config: AppConfig;
+    sessionService?: SessionService;
+    threadService?: ThreadService;
+    workspaceService?: WorkspaceService;
+    memoryService?: MemoryService;
+    toolRegistry?: ToolRegistry;
+    providerRegistry?: ProviderRegistry;
+    toolExecutor?: (name: string, input: unknown, ctx: ToolContext) => Promise<ToolResult>;
+}
+/** OpenAI function-calling tool schema */
+export interface RealtimeToolDef {
+    type: "function";
+    name: string;
+    description: string;
+    parameters: Record<string, unknown>;
+}
+/** A voice-assistant tool: schema + executor */
+export interface VoiceTool {
+    schema: RealtimeToolDef;
+    execute: (args: Record<string, unknown>, deps: VoiceToolDeps) => Promise<string>;
+}
+/** Get all tool schemas (for session.update → tools). */
+export declare function getVoiceToolSchemas(): RealtimeToolDef[];
+/** Execute a tool by name. Returns the string result for the function_call_output. */
+export declare function executeVoiceTool(name: string, args: Record<string, unknown>, deps: VoiceToolDeps): Promise<string>;
+//# sourceMappingURL=tools.d.ts.map

package/dist/voice-assistant/tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../../src/voice-assistant/tools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAC5D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAG9C,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,SAAS,CAAC;IAClB,cAAc,CAAC,EAAE,cAAc,CAAC;IAChC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;IACpC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CACxF;AAED,0CAA0C;AAC1C,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACrC;AAED,gDAAgD;AAChD,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,eAAe,CAAC;IACxB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CAClF;AA+QD,yDAAyD;AACzD,wBAAgB,mBAAmB,IAAI,eAAe,EAAE,CAEvD;AAED,sFAAsF;AACtF,wBAAsB,gBAAgB,CACpC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,IAAI,EAAE,aAAa,GAClB,OAAO,CAAC,MAAM,CAAC,CAQjB"}

package/dist/voice-assistant/tools.js

@@ -0,0 +1,295 @@
+/**
+ * Voice-assistant tool definitions for OpenAI Realtime API function calling.
+ *
+ * Each tool is defined as an OpenAI-compatible function schema plus a local
+ * executor that runs inside the gateway with full access to Jait services.
+ */
+import { hostname, platform, cpus, totalmem, freemem } from "node:os";
+// ── Tool implementations ────────────────────────────────────────
+const getTimeAndDate = {
+    schema: {
+        type: "function",
+        name: "get_time_and_date",
+        description: "Get the current date, time, and day of the week. Use when the user asks what time or date it is.",
+        parameters: { type: "object", properties: {}, required: [] },
+    },
+    execute: async () => {
+        const now = new Date();
+        return `Current date and time: ${now.toLocaleDateString("en-US", { weekday: "long", year: "numeric", month: "long", day: "numeric" })} at ${now.toLocaleTimeString("en-US")}`;
+    },
+};
+const getSystemInfo = {
+    schema: {
+        type: "function",
+        name: "get_system_info",
+        description: "Get host computer information: OS, CPU, memory usage. Use when the user asks about system resources.",
+        parameters: { type: "object", properties: {}, required: [] },
+    },
+    execute: async () => {
+        const totalGB = (totalmem() / 1073741824).toFixed(1);
+        const freeGB = (freemem() / 1073741824).toFixed(1);
+        const usedGB = ((totalmem() - freemem()) / 1073741824).toFixed(1);
+        return JSON.stringify({
+            hostname: hostname(),
+            platform: platform(),
+            cpus: cpus().length,
+            cpuModel: cpus()[0]?.model ?? "unknown",
+            memoryTotalGB: totalGB,
+            memoryUsedGB: usedGB,
+            memoryFreeGB: freeGB,
+        });
+    },
+};
+const systemStatus = {
+    schema: {
+        type: "function",
+        name: "jait_system_status",
+        description: "Get the Jait system status: active sessions, workspaces, running threads. Use when the user asks what's going on or the system state.",
+        parameters: { type: "object", properties: {}, required: [] },
+    },
+    execute: async (_args, deps) => {
+        const sessions = deps.sessionService?.list?.(undefined, undefined, 10) ?? [];
+        const threads = deps.threadService?.list?.(undefined, 50) ?? [];
+        const running = deps.threadService?.listRunning?.() ?? [];
+        return JSON.stringify({
+            activeSessions: Array.isArray(sessions) ? sessions.length : 0,
+            runningThreads: Array.isArray(running) ? running.length : 0,
+            totalThreads: Array.isArray(threads) ? threads.length : 0,
+        });
+    },
+};
+const listSessions = {
+    schema: {
+        type: "function",
+        name: "list_sessions",
+        description: "List recent Jait chat sessions with titles and IDs. Use when the user asks what conversations are open.",
+        parameters: { type: "object", properties: {}, required: [] },
+    },
+    execute: async (_args, deps) => {
+        const sessions = deps.sessionService?.list?.(undefined, undefined, 10) ?? [];
+        if (!Array.isArray(sessions) || sessions.length === 0)
+            return "No active sessions found.";
+        return sessions.map((s) => `- ${s.name ?? "Untitled"} (id: ${s.id})`).join("\n");
+    },
+};
+const listWorkspaces = {
+    schema: {
+        type: "function",
+        name: "list_workspaces",
+        description: "List configured Jait workspaces. Use when the user asks about their projects or workspaces.",
+        parameters: { type: "object", properties: {}, required: [] },
+    },
+    execute: async (_args, deps) => {
+        const workspaces = deps.workspaceService?.list?.() ?? [];
+        if (!Array.isArray(workspaces) || workspaces.length === 0)
+            return "No workspaces configured.";
+        return workspaces.map((w) => `- ${w.title ?? w.rootPath ?? "Unknown"} (id: ${w.id})`).join("\n");
+    },
+};
+const listThreads = {
+    schema: {
+        type: "function",
+        name: "list_threads",
+        description: "List agent threads (Claude Code, Codex, Gemini CLI, etc.) with status. Use when the user asks about running agents or tasks.",
+        parameters: { type: "object", properties: {}, required: [] },
+    },
+    execute: async (_args, deps) => {
+        const threads = deps.threadService?.list?.(undefined, 10) ?? [];
+        if (!Array.isArray(threads) || threads.length === 0)
+            return "No agent threads found.";
+        return threads.map((t) => `- [${t.status}] ${t.title ?? "Untitled"} (${t.providerId})`).join("\n");
+    },
+};
+const searchMemory = {
+    schema: {
+        type: "function",
+        name: "search_memory",
+        description: "Search Jait's memory for relevant context about a topic. Use when the user asks you to recall something or when you need context about past interactions.",
+        parameters: {
+            type: "object",
+            properties: {
+                query: { type: "string", description: "The topic or question to search for" },
+            },
+            required: ["query"],
+        },
+    },
+    execute: async (args, deps) => {
+        if (!deps.memoryService)
+            return "Memory service not available.";
+        const query = String(args["query"] ?? "");
+        if (!query)
+            return "No search query provided.";
+        try {
+            const results = await deps.memoryService.search(query, 5);
+            if (!results.length)
+                return `No memories found about: ${query}`;
+            return results.map((r) => `- ${r.content.slice(0, 200)}`).join("\n");
+        }
+        catch {
+            return "Memory search failed.";
+        }
+    },
+};
+const saveMemory = {
+    schema: {
+        type: "function",
+        name: "save_memory",
+        description: "Save information to Jait's long-term memory. Use when the user tells you something to remember (preferences, names, facts).",
+        parameters: {
+            type: "object",
+            properties: {
+                content: { type: "string", description: "The information to remember" },
+            },
+            required: ["content"],
+        },
+    },
+    execute: async (args, deps) => {
+        if (!deps.memoryService)
+            return "Memory service not available.";
+        const content = String(args["content"] ?? "");
+        if (!content)
+            return "Nothing to save.";
+        try {
+            await deps.memoryService.save({
+                scope: "workspace",
+                content,
+                source: { type: "voice-assistant", id: "voice", surface: "voice" },
+            });
+            return "Saved to memory.";
+        }
+        catch {
+            return "Failed to save memory.";
+        }
+    },
+};
+const sendToThread = {
+    schema: {
+        type: "function",
+        name: "send_to_agent",
+        description: "Send a task to a CLI coding agent (Claude Code, Codex, Gemini CLI, Copilot). Creates a new thread. Use when the user wants to delegate a coding or automation task.",
+        parameters: {
+            type: "object",
+            properties: {
+                message: { type: "string", description: "The task description" },
+                provider: {
+                    type: "string",
+                    description: "Which agent to use",
+                    enum: ["claude-code", "codex", "gemini", "copilot"],
+                },
+            },
+            required: ["message"],
+        },
+    },
+    execute: async (args, deps) => {
+        if (!deps.threadService)
+            return "Thread service not available.";
+        const message = String(args["message"] ?? "");
+        const provider = String(args["provider"] ?? "claude-code");
+        if (!message)
+            return "No task provided.";
+        try {
+            const thread = deps.threadService.create({
+                title: message.slice(0, 80),
+                providerId: provider,
+            });
+            return `Thread created: ${thread.id} with ${provider}. Task: "${message.slice(0, 100)}"`;
+        }
+        catch (e) {
+            return `Failed to create thread: ${e}`;
+        }
+    },
+};
+const searchWeb = {
+    schema: {
+        type: "function",
+        name: "search_web",
+        description: "Search the web for current information, news, or facts. Use for any factual question about current events, recent news, or anything that changes over time.",
+        parameters: {
+            type: "object",
+            properties: {
+                query: { type: "string", description: "The search query" },
+            },
+            required: ["query"],
+        },
+    },
+    execute: async (args, deps) => {
+        const query = String(args["query"] ?? "");
+        if (!query)
+            return "No search query provided.";
+        if (!deps.toolExecutor)
+            return "Tool executor not available.";
+        try {
+            const result = await deps.toolExecutor("web.search", { query }, {
+                sessionId: "voice-assistant",
+                actionId: `va-${Date.now()}`,
+                workspaceRoot: "",
+                requestedBy: "voice-assistant",
+                apiKeys: { openai: deps.config.openaiApiKey },
+            });
+            return result.ok ? String(result.data ?? result.message).slice(0, 3000) : `Search failed: ${result.message}`;
+        }
+        catch (e) {
+            return `Web search failed: ${e}`;
+        }
+    },
+};
+const getWeather = {
+    schema: {
+        type: "function",
+        name: "get_weather",
+        description: "Get current weather for a city. Use when the user asks about the weather.",
+        parameters: {
+            type: "object",
+            properties: {
+                city: { type: "string", description: "City name" },
+            },
+            required: ["city"],
+        },
+    },
+    execute: async (args) => {
+        const city = String(args["city"] ?? "");
+        if (!city)
+            return "No city provided.";
+        try {
+            const res = await fetch(`https://wttr.in/${encodeURIComponent(city)}?format=3`);
+            if (!res.ok)
+                return `Could not fetch weather for ${city}.`;
+            return (await res.text()).trim();
+        }
+        catch {
+            return `Failed to get weather for ${city}.`;
+        }
+    },
+};
+// ── Registry ────────────────────────────────────────────────────
+const ALL_TOOLS = [
+    getTimeAndDate,
+    getSystemInfo,
+    systemStatus,
+    listSessions,
+    listWorkspaces,
+    listThreads,
+    searchMemory,
+    saveMemory,
+    sendToThread,
+    searchWeb,
+    getWeather,
+];
+const toolMap = new Map(ALL_TOOLS.map((t) => [t.schema.name, t]));
+/** Get all tool schemas (for session.update → tools). */
+export function getVoiceToolSchemas() {
+    return ALL_TOOLS.map((t) => t.schema);
+}
+/** Execute a tool by name. Returns the string result for the function_call_output. */
+export async function executeVoiceTool(name, args, deps) {
+    const tool = toolMap.get(name);
+    if (!tool)
+        return `Unknown tool: ${name}`;
+    try {
+        return await tool.execute(args, deps);
+    }
+    catch (e) {
+        return `Tool error: ${e}`;
+    }
+}
+//# sourceMappingURL=tools.js.map

package/dist/voice-assistant/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/voice-assistant/tools.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAUH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AA2BtE,mEAAmE;AAEnE,MAAM,cAAc,GAAc;IAChC,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,kGAAkG;QAC/G,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KAC7D;IACD,OAAO,EAAE,KAAK,IAAI,EAAE;QAClB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,OAAO,0BAA0B,GAAG,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,OAAO,GAAG,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;IAChL,CAAC;CACF,CAAC;AAEF,MAAM,aAAa,GAAc;IAC/B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,sGAAsG;QACnH,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KAC7D;IACD,OAAO,EAAE,KAAK,IAAI,EAAE;QAClB,MAAM,OAAO,GAAG,CAAC,QAAQ,EAAE,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,CAAC,OAAO,EAAE,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,EAAE,GAAG,OAAO,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,QAAQ,EAAE,QAAQ,EAAE;YACpB,QAAQ,EAAE,QAAQ,EAAE;YACpB,IAAI,EAAE,IAAI,EAAE,CAAC,MAAM;YACnB,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,SAAS;YACvC,aAAa,EAAE,OAAO;YACtB,YAAY,EAAE,MAAM;YACpB,YAAY,EAAE,MAAM;SACrB,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF,MAAM,YAAY,GAAc;IAC9B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,uIAAuI;QACpJ,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KAC7D;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,CAAC;QAC1D,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC7D,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC3D,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAC1D,CAAC,CAAC;IACL,CAAC;CACF,CAAC;AAEF,MAAM,YAAY,GAAc;IAC9B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,yGAAyG;QACtH,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KAC7D;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC7E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,2BAA2B,CAAC;QAC1F,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,UAAU,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxF,CAAC;CACF,CAAC;AAEF,MAAM,cAAc,GAAc;IAChC,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,6FAA6F;QAC1G,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KAC7D;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC;QACzD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,2BAA2B,CAAC;QAC9F,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,QAAQ,IAAI,SAAS,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxG,CAAC;CACF,CAAC;AAEF,MAAM,WAAW,GAAc;IAC7B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,8HAA8H;QAC3I,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;KAC7D;IACD,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,yBAAyB,CAAC;QACtF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAC5B,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,KAAK,IAAI,UAAU,KAAK,CAAC,CAAC,UAAU,GAAG,CAC7D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;CACF,CAAC;AAEF,MAAM,YAAY,GAAc;IAC9B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,2JAA2J;QACxK,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,qCAAqC,EAAE;aAC9E;YACD,QAAQ,EAAE,CAAC,OAAO,CAAC;SACpB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,+BAA+B,CAAC;QAChE,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK;YAAE,OAAO,2BAA2B,CAAC;QAC/C,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,CAAC,MAAM;gBAAE,OAAO,4BAA4B,KAAK,EAAE,CAAC;YAChE,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,uBAAuB,CAAC;QACjC,CAAC;IACH,CAAC;CACF,CAAC;AAEF,MAAM,UAAU,GAAc;IAC5B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,6HAA6H;QAC1I,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE;aACxE;YACD,QAAQ,EAAE,CAAC,SAAS,CAAC;SACtB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,+BAA+B,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO;YAAE,OAAO,kBAAkB,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;gBAC5B,KAAK,EAAE,WAAW;gBAClB,OAAO;gBACP,MAAM,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE;aACnE,CAAC,CAAC;YACH,OAAO,kBAAkB,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,wBAAwB,CAAC;QAClC,CAAC;IACH,CAAC;CACF,CAAC;AAEF,MAAM,YAAY,GAAc;IAC9B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,qKAAqK;QAClL,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,sBAAsB,EAAE;gBAChE,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,oBAAoB;oBACjC,IAAI,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC;iBACpD;aACF;YACD,QAAQ,EAAE,CAAC,SAAS,CAAC;SACtB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC5B,IAAI,CAAC,IAAI,CAAC,aAAa;YAAE,OAAO,+BAA+B,CAAC;QAChE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,aAAa,CAAC,CAAC;QAC3D,IAAI,CAAC,OAAO;YAAE,OAAO,mBAAmB,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC;gBACvC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;gBAC3B,UAAU,EAAE,QAAe;aAC5B,CAAC,CAAC;YACH,OAAO,mBAAmB,MAAM,CAAC,EAAE,SAAS,QAAQ,YAAY,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC;QAC3F,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,4BAA4B,CAAC,EAAE,CAAC;QACzC,CAAC;IACH,CAAC;CACF,CAAC;AAEF,MAAM,SAAS,GAAc;IAC3B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,6JAA6J;QAC1K,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kBAAkB,EAAE;aAC3D;YACD,QAAQ,EAAE,CAAC,OAAO,CAAC;SACpB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC5B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK;YAAE,OAAO,2BAA2B,CAAC;QAC/C,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO,8BAA8B,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,EAAE;gBAC9D,SAAS,EAAE,iBAAiB;gBAC5B,QAAQ,EAAE,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE;gBAC5B,aAAa,EAAE,EAAE;gBACjB,WAAW,EAAE,iBAAiB;gBAC9B,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE;aAC9C,CAAC,CAAC;YACH,OAAO,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/G,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,sBAAsB,CAAC,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;CACF,CAAC;AAEF,MAAM,UAAU,GAAc;IAC5B,MAAM,EAAE;QACN,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,2EAA2E;QACxF,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,WAAW,EAAE;aACnD;YACD,QAAQ,EAAE,CAAC,MAAM,CAAC;SACnB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACtB,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACxC,IAAI,CAAC,IAAI;YAAE,OAAO,mBAAmB,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChF,IAAI,CAAC,GAAG,CAAC,EAAE;gBAAE,OAAO,+BAA+B,IAAI,GAAG,CAAC;YAC3D,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,6BAA6B,IAAI,GAAG,CAAC;QAC9C,CAAC;IACH,CAAC;CACF,CAAC;AAEF,mEAAmE;AAEnE,MAAM,SAAS,GAAgB;IAC7B,cAAc;IACd,aAAa;IACb,YAAY;IACZ,YAAY;IACZ,cAAc;IACd,WAAW;IACX,YAAY;IACZ,UAAU;IACV,YAAY;IACZ,SAAS;IACT,UAAU;CACX,CAAC;AAEF,MAAM,OAAO,GAAG,IAAI,GAAG,CAAoB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAErF,yDAAyD;AACzD,MAAM,UAAU,mBAAmB;IACjC,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AACxC,CAAC;AAED,sFAAsF;AACtF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAAY,EACZ,IAA6B,EAC7B,IAAmB;IAEnB,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,IAAI,CAAC,IAAI;QAAE,OAAO,iBAAiB,IAAI,EAAE,CAAC;IAC1C,IAAI,CAAC;QACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,eAAe,CAAC,EAAE,CAAC;IAC5B,CAAC;AACH,CAAC"}