@mobileai/react-native 0.5.14 → 0.5.16
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +86 -4
- package/lib/module/components/AIAgent.js +9 -3
- package/lib/module/components/AIAgent.js.map +1 -1
- package/lib/module/providers/GeminiProvider.js +14 -4
- package/lib/module/providers/GeminiProvider.js.map +1 -1
- package/lib/module/services/VoiceService.js +13 -3
- package/lib/module/services/VoiceService.js.map +1 -1
- package/lib/typescript/src/components/AIAgent.d.ts +15 -3
- package/lib/typescript/src/components/AIAgent.d.ts.map +1 -1
- package/lib/typescript/src/core/types.d.ts +15 -3
- package/lib/typescript/src/core/types.d.ts.map +1 -1
- package/lib/typescript/src/providers/GeminiProvider.d.ts +1 -1
- package/lib/typescript/src/providers/GeminiProvider.d.ts.map +1 -1
- package/lib/typescript/src/services/VoiceService.d.ts +3 -1
- package/lib/typescript/src/services/VoiceService.d.ts.map +1 -1
- package/package.json +1 -1
- package/src/components/AIAgent.tsx +26 -5
- package/src/core/types.ts +16 -3
- package/src/providers/GeminiProvider.ts +21 -2
- package/src/services/VoiceService.ts +18 -2
package/README.md
CHANGED
|
@@ -34,6 +34,7 @@
|
|
|
34
34
|
- 🌐 **MCP bridge** — Let external AI agents (OpenClaw, Claude Desktop) control your app remotely.
|
|
35
35
|
- 🧠 **Knowledge base** — Give the AI domain knowledge (policies, FAQs, product info) it can query on demand. Static array or bring your own retriever.
|
|
36
36
|
- 💡 **Knowledge-only mode** — Set `enableUIControl={false}` for a lightweight AI assistant with no UI interaction — single LLM call, ~70% fewer tokens.
|
|
37
|
+
- 🎙️ **Voice dictation** — Let users speak their request instead of typing. Automatically enabled if `expo-speech-recognition` is installed.
|
|
37
38
|
|
|
38
39
|
|
|
39
40
|
### 🎤 Voice Mode (Live Agent)
|
|
@@ -141,7 +142,16 @@ export default function App() {
|
|
|
141
142
|
const navRef = useNavigationContainerRef();
|
|
142
143
|
|
|
143
144
|
return (
|
|
144
|
-
<AIAgent
|
|
145
|
+
<AIAgent
|
|
146
|
+
// ⚠️ Prototyping ONLY: Do not ship API keys in your production app bundle!
|
|
147
|
+
apiKey="YOUR_GEMINI_API_KEY"
|
|
148
|
+
|
|
149
|
+
// ✅ Production WAY: Route through your secure backend proxy
|
|
150
|
+
// proxyUrl="https://api.yourdomain.com/gemini-proxy"
|
|
151
|
+
// proxyHeaders={{ Authorization: `Bearer ${userToken}` }}
|
|
152
|
+
|
|
153
|
+
navRef={navRef}
|
|
154
|
+
>
|
|
145
155
|
<NavigationContainer ref={navRef}>
|
|
146
156
|
{/* Your existing screens — zero changes needed */}
|
|
147
157
|
</NavigationContainer>
|
|
@@ -174,7 +184,12 @@ export default function RootLayout() {
|
|
|
174
184
|
|
|
175
185
|
return (
|
|
176
186
|
<AIAgent
|
|
187
|
+
// ⚠️ Prototyping ONLY
|
|
177
188
|
apiKey={process.env.EXPO_PUBLIC_GEMINI_API_KEY!}
|
|
189
|
+
|
|
190
|
+
// ✅ Production WAY
|
|
191
|
+
// proxyUrl="https://api.yourdomain.com/gemini-proxy"
|
|
192
|
+
|
|
178
193
|
navRef={navRef}
|
|
179
194
|
knowledgeBase={KNOWLEDGE}
|
|
180
195
|
>
|
|
@@ -267,7 +282,9 @@ The root provider. Wrap your app once at the top level.
|
|
|
267
282
|
|
|
268
283
|
| Prop | Type | Default | Mode | Description |
|
|
269
284
|
|------|------|---------|------|-------------|
|
|
270
|
-
| `apiKey` | `string` | — | Both |
|
|
285
|
+
| `apiKey` | `string` | — | Both | Gemini API key (Prototypes only). |
|
|
286
|
+
| `proxyUrl` | `string` | — | Both | Secure backend proxy URL (For production). |
|
|
287
|
+
| `proxyHeaders` | `Record<string, string>` | — | Both | Optional headers for proxy (e.g. auth tokens). |
|
|
271
288
|
| `model` | `string` | `'gemini-2.5-flash'` | Text | Gemini model name. |
|
|
272
289
|
| `navRef` | `NavigationContainerRef` | — | Both | Navigation ref for auto-navigation. |
|
|
273
290
|
| `maxSteps` | `number` | `10` | Text | Max steps per task. |
|
|
@@ -362,9 +379,74 @@ function CartScreen() {
|
|
|
362
379
|
| `parameters` | `Record<string, string>` | Parameter schema (e.g., `{ itemName: 'string' }`). |
|
|
363
380
|
| `handler` | `(args) => any` | Execution handler. Can be sync or async. |
|
|
364
381
|
|
|
365
|
-
## 🔒 Security
|
|
382
|
+
## 🔒 Security & Production Setup
|
|
383
|
+
|
|
384
|
+
### 1. API Key Protection (Backend Proxy)
|
|
385
|
+
> **CRITICAL:** Never ship `apiKey` in your production mobile app bundle. React Native code can be decompiled, exposing your keys to massive billing abuse.
|
|
386
|
+
|
|
387
|
+
The safest architecture (aligning with Vercel AI SDK and LangChain standards) is to use a **Backend Proxy**.
|
|
388
|
+
|
|
389
|
+
**A. How to configure the SDK for production:**
|
|
390
|
+
```tsx
|
|
391
|
+
<AIAgent
|
|
392
|
+
proxyUrl="https://api.yourdomain.com/gemini-proxy"
|
|
393
|
+
proxyHeaders={{ Authorization: `Bearer ${userToken}` }}
|
|
394
|
+
navRef={navRef}
|
|
395
|
+
>
|
|
396
|
+
```
|
|
397
|
+
|
|
398
|
+
**B. Next.js Route Handler Example (For Text Mode):**
|
|
399
|
+
```typescript
|
|
400
|
+
import { NextResponse } from 'next/server';
|
|
401
|
+
|
|
402
|
+
export async function POST(req: Request) {
|
|
403
|
+
try {
|
|
404
|
+
const body = await req.json();
|
|
405
|
+
const REAL_API_KEY = process.env.GEMINI_API_KEY; // Secure on server
|
|
406
|
+
|
|
407
|
+
const response = await fetch('https://generativelanguage.googleapis.com/...', {
|
|
408
|
+
method: 'POST',
|
|
409
|
+
headers: {
|
|
410
|
+
'Content-Type': 'application/json',
|
|
411
|
+
'x-goog-api-key': REAL_API_KEY!,
|
|
412
|
+
},
|
|
413
|
+
body: JSON.stringify(body),
|
|
414
|
+
});
|
|
415
|
+
|
|
416
|
+
return NextResponse.json(await response.json());
|
|
417
|
+
} catch (error) {
|
|
418
|
+
return NextResponse.json({ error: 'Proxy failed' }, { status: 500 });
|
|
419
|
+
}
|
|
420
|
+
}
|
|
421
|
+
```
|
|
422
|
+
|
|
423
|
+
**C. Node.js Express WebSocket Proxy Example (For Voice/Live Mode):**
|
|
424
|
+
Voice mode uses `ai.live.connect()` which requires a persistent WebSocket connection. Standard Serverless functions do not support WebSockets. You need a long-running Node.js proxy using `http-proxy-middleware`.
|
|
425
|
+
|
|
426
|
+
```javascript
|
|
427
|
+
const express = require('express');
|
|
428
|
+
const { createProxyMiddleware } = require('http-proxy-middleware');
|
|
429
|
+
|
|
430
|
+
const app = express();
|
|
431
|
+
const REAL_API_KEY = process.env.GEMINI_API_KEY;
|
|
432
|
+
|
|
433
|
+
const geminiProxy = createProxyMiddleware({
|
|
434
|
+
target: 'https://generativelanguage.googleapis.com',
|
|
435
|
+
changeOrigin: true,
|
|
436
|
+
ws: true, // IMPORTANT: Enables WebSocket proxying for Live Voice Agent
|
|
437
|
+
pathRewrite: (path, req) => {
|
|
438
|
+
// Inject the real API key into the secure backend connection
|
|
439
|
+
const separator = path.includes('?') ? '&' : '?';
|
|
440
|
+
return `${path}${separator}key=${REAL_API_KEY}`;
|
|
441
|
+
}
|
|
442
|
+
});
|
|
443
|
+
|
|
444
|
+
app.use('/v1beta/models', geminiProxy);
|
|
445
|
+
const server = app.listen(3000);
|
|
446
|
+
server.on('upgrade', geminiProxy.upgrade);
|
|
447
|
+
```
|
|
366
448
|
|
|
367
|
-
### Element Gating
|
|
449
|
+
### 2. Element Gating
|
|
368
450
|
|
|
369
451
|
Hide specific elements from the AI:
|
|
370
452
|
|
|
@@ -33,6 +33,8 @@ console.log('🚀 AIAgent.tsx MODULE LOADED');
|
|
|
33
33
|
|
|
34
34
|
export function AIAgent({
|
|
35
35
|
apiKey,
|
|
36
|
+
proxyUrl,
|
|
37
|
+
proxyHeaders,
|
|
36
38
|
model = 'gemini-2.5-flash',
|
|
37
39
|
navRef,
|
|
38
40
|
maxSteps = 10,
|
|
@@ -104,6 +106,8 @@ export function AIAgent({
|
|
|
104
106
|
|
|
105
107
|
const config = useMemo(() => ({
|
|
106
108
|
apiKey,
|
|
109
|
+
proxyUrl,
|
|
110
|
+
proxyHeaders,
|
|
107
111
|
model,
|
|
108
112
|
language: 'en',
|
|
109
113
|
maxSteps,
|
|
@@ -141,8 +145,8 @@ export function AIAgent({
|
|
|
141
145
|
setStatusText('');
|
|
142
146
|
});
|
|
143
147
|
}
|
|
144
|
-
}), [mode, apiKey, model, maxSteps, interactiveBlacklist, interactiveWhitelist, onBeforeStep, onAfterStep, onBeforeTask, onAfterTask, transformScreenContent, customTools, instructions, stepDelay, mcpServerUrl, router, pathname, onTokenUsage, knowledgeBase, knowledgeMaxTokens, enableUIControl]);
|
|
145
|
-
const provider = useMemo(() => new GeminiProvider(apiKey, model), [apiKey, model]);
|
|
148
|
+
}), [mode, apiKey, proxyUrl, proxyHeaders, model, maxSteps, interactiveBlacklist, interactiveWhitelist, onBeforeStep, onAfterStep, onBeforeTask, onAfterTask, transformScreenContent, customTools, instructions, stepDelay, mcpServerUrl, router, pathname, onTokenUsage, knowledgeBase, knowledgeMaxTokens, enableUIControl]);
|
|
149
|
+
const provider = useMemo(() => new GeminiProvider(apiKey, model, proxyUrl, proxyHeaders), [apiKey, model, proxyUrl, proxyHeaders]);
|
|
146
150
|
const runtime = useMemo(() => new AgentRuntime(provider, config, rootViewRef.current, navRef),
|
|
147
151
|
// eslint-disable-next-line react-hooks/exhaustive-deps
|
|
148
152
|
[provider, config]);
|
|
@@ -187,6 +191,8 @@ export function AIAgent({
|
|
|
187
191
|
logger.info('AIAgent', `📝 Voice system prompt (${voicePrompt.length} chars):\n${voicePrompt}`);
|
|
188
192
|
voiceServiceRef.current = new VoiceService({
|
|
189
193
|
apiKey,
|
|
194
|
+
proxyUrl,
|
|
195
|
+
proxyHeaders,
|
|
190
196
|
systemPrompt: voicePrompt,
|
|
191
197
|
tools: runtimeTools,
|
|
192
198
|
language: 'en'
|
|
@@ -417,7 +423,7 @@ export function AIAgent({
|
|
|
417
423
|
setIsVoiceConnected(false);
|
|
418
424
|
};
|
|
419
425
|
// eslint-disable-next-line react-hooks/exhaustive-deps
|
|
420
|
-
}, [mode, apiKey, runtime, instructions]);
|
|
426
|
+
}, [mode, apiKey, proxyUrl, proxyHeaders, runtime, instructions]);
|
|
421
427
|
|
|
422
428
|
// ─── Stop Voice Session (full cleanup) ─────────────────────
|
|
423
429
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["React","useCallback","useEffect","useMemo","useRef","useState","View","StyleSheet","AgentRuntime","GeminiProvider","AgentContext","AgentChatBar","AgentOverlay","logger","buildVoiceSystemPrompt","MCPBridge","VoiceService","AudioInputService","AudioOutputService","jsx","_jsx","jsxs","_jsxs","console","log","AIAgent","apiKey","model","navRef","maxSteps","showChatBar","children","onResult","interactiveBlacklist","interactiveWhitelist","onBeforeStep","onAfterStep","onBeforeTask","onAfterTask","transformScreenContent","customTools","instructions","stepDelay","mcpServerUrl","router","pathname","enableVoice","onTokenUsage","debug","knowledgeBase","knowledgeMaxTokens","enableUIControl","accentColor","theme","setEnabled","info","rootViewRef","isThinking","setIsThinking","statusText","setStatusText","lastResult","setLastResult","mode","setMode","isMicActive","setIsMicActive","isSpeakerMuted","setIsSpeakerMuted","isAISpeaking","setIsAISpeaking","isVoiceConnected","setIsVoiceConnected","voiceServiceRef","audioInputRef","audioOutputRef","toolLockRef","userHasSpokenRef","lastScreenContextRef","screenPollIntervalRef","availableModes","modes","push","join","askUserResolverRef","config","language","ask_user","onStatusUpdate","onAskUser","undefined","question","Promise","resolve","current","success","message","steps","provider","runtime","updateRefs","bridge","destroy","audioOutputInitPromise","runtimeTools","getTools","length","map","t","name","voicePrompt","system","systemPrompt","tools","onError","err","error","initialize","then","ok","onAudioChunk","chunk","isConnected","sendAudio","onPermissionDenied","warn","connect","onAudioResponse","audio","enqueue","onStatusChange","status","connected","start","intentionalDisconnect","stop","setTimeout","lastCallbacks","onTranscript","text","isFinal","role","onSetupComplete","initialContext","getScreenContext","passiveContext","sendScreenContext","onToolCall","toolCall","JSON","stringify","args","id","sendFunctionResponse","result","executeTool","updatedContext","enrichedResult","onTurnComplete","SCREEN_POLL_INTERVAL","MIN_DIFF_RATIO","setInterval","currentContext","lastLen","diff","Math","abs","diffRatio","toFixed","passiveUpdate","clearInterval","disconnect","stopVoiceSession","handleSend","trim","resolver","execute","Provider","value","ref","style","styles","root","collapsable","visible","onSend","onDismiss","primaryColor","onModeChange","newMode","onStopSession","onMicToggle","active","onSpeakerToggle","muted","mute","unmute","create","flex"],"sourceRoot":"../../../src","sources":["components/AIAgent.tsx"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,OAAOA,KAAK,IACVC,WAAW,EACXC,SAAS,EACTC,OAAO,EACPC,MAAM,EACNC,QAAQ,QACH,OAAO;AACd,SAASC,IAAI,EAAEC,UAAU,QAAQ,cAAc;AAC/C,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,gCAA6B;AAC5D,SAASC,YAAY,QAAQ,uBAAoB;AACjD,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,MAAM,QAAQ,oBAAiB;AACxC,SAASC,sBAAsB,QAAQ,yBAAsB;AAC7D,SAASC,SAAS,QAAQ,sBAAmB;AAC7C,SAASC,YAAY,QAAQ,6BAA0B;AACvD,SAASC,iBAAiB,QAAQ,kCAA+B;AACjE,SAASC,kBAAkB,QAAQ,mCAAgC;AAAC,SAAAC,GAAA,IAAAC,IAAA,EAAAC,IAAA,IAAAC,KAAA;AAGpE;AACAC,OAAO,CAACC,GAAG,CAAC,8BAA8B,CAAC;;AAE3C;;AAsFA;;AAEA,OAAO,SAASC,OAAOA,CAAC;EACtBC,MAAM;EACNC,KAAK,GAAG,kBAAkB;EAC1BC,MAAM;EAENC,QAAQ,GAAG,EAAE;EACbC,WAAW,GAAG,IAAI;EAClBC,QAAQ;EACRC,QAAQ;EACR;EACAC,oBAAoB;EACpBC,oBAAoB;EACpBC,YAAY;EACZC,WAAW;EACXC,YAAY;EACZC,WAAW;EACXC,sBAAsB;EACtBC,WAAW;EACXC,YAAY;EACZC,SAAS;EACTC,YAAY;EACZC,MAAM;EACNC,QAAQ;EACRC,WAAW,GAAG,KAAK;EACnBC,YAAY;EACZC,KAAK,GAAG,KAAK;EACbC,aAAa;EACbC,kBAAkB;EAClBC,eAAe;EACfC,WAAW;EACXC;AACY,CAAC,EAAE;EACf;EACArD,KAAK,CAACE,SAAS,CAAC,MAAM;IACpBqB,OAAO,CAACC,GAAG,CAAC,wBAAwB,EAAEwB,KAAK,EAAE,mBAAmB,CAAC;IACjEnC,MAAM,CAACyC,UAAU,CAACN,KAAK,CAAC;IACxB,IAAIA,KAAK,EAAE;MACTnC,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC;IACpD;EACF,CAAC,EAAE,CAACP,KAAK,CAAC,CAAC;EAEX,MAAMQ,WAAW,GAAGpD,MAAM,CAAM,IAAI,CAAC;EACrC,MAAM,CAACqD,UAAU,EAAEC,aAAa,CAAC,GAAGrD,QAAQ,CAAC,KAAK,CAAC;EACnD,MAAM,CAACsD,UAAU,EAAEC,aAAa,CAAC,GAAGvD,QAAQ,CAAC,EAAE,CAAC;EAChD,MAAM,CAACwD,UAAU,EAAEC,aAAa,CAAC,GAAGzD,QAAQ,CAAyB,IAAI,CAAC;;EAE1E;EACA,MAAM,CAAC0D,IAAI,EAAEC,OAAO,CAAC,GAAG3D,QAAQ,CAAY,MAAM,CAAC;EACnD,MAAM,CAAC4D,WAAW,EAAEC,cAAc,CAAC,GAAG7D,QAAQ,CAAC,KAAK,CAAC;EACrD,MAAM,CAAC8D,cAAc,EAAEC,iBAAiB,CAAC,GAAG/D,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACgE,YAAY,EAAEC,eAAe,CAAC,GAAGjE,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACkE,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGnE,QAAQ,CAAC,KAAK,CAAC;EAE/D,MAAMoE,eAAe,GAAGrE,MAAM,CAAsB,IAAI,CAAC;EACzD,MAAMsE,aAAa,GAAGtE,MAAM,CAA2B,IAAI,CAAC;EAC5D,MAAMuE,cAAc,GAAGvE,MAAM,CAA4B,IAAI,CAAC;EAC9D,MAAMwE,WAAW,GAAGxE,MAAM,CAAU,KAAK,CAAC;EAC1C,MAAMyE,gBAAgB,GAAGzE,MAAM,CAAU,KAAK,CAAC;EAC/C,MAAM0E,oBAAoB,GAAG1E,MAAM,CAAS,EAAE,CAAC;EAC/C,MAAM2E,qBAAqB,GAAG3E,MAAM,CAAwC,IAAI,CAAC;;EAEjF;EACA,MAAM4E,cAA2B,GAAG7E,OAAO,CAAC,MAAM;IAChD,MAAM8E,KAAkB,GAAG,CAAC,MAAM,CAAC;IACnC,IAAInC,WAAW,EAAEmC,KAAK,CAACC,IAAI,CAAC,OAAO,CAAC;IACpCrE,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,oBAAoB0B,KAAK,CAACE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC9D,OAAOF,KAAK;EACd,CAAC,EAAE,CAACnC,WAAW,CAAC,CAAC;;EAEjB;EACA,MAAMsC,kBAAkB,GAAGhF,MAAM,CAAoC,IAAI,CAAC;;EAE1E;;EAEA,MAAMiF,MAAmB,GAAGlF,OAAO,CAAC,OAAO;IACzCuB,MAAM;IACNC,KAAK;IACL2D,QAAQ,EAAE,IAAI;IACdzD,QAAQ;IACRI,oBAAoB;IACpBC,oBAAoB;IACpBC,YAAY;IACZC,WAAW;IACXC,YAAY;IACZC,WAAW;IACXE,WAAW,EAAEuB,IAAI,KAAK,OAAO,GAAG;MAAE,GAAGvB,WAAW;MAAE+C,QAAQ,EAAE;IAAK,CAAC,GAAG/C,WAAW;IAChFC,YAAY;IACZC,SAAS;IACTC,YAAY;IACZC,MAAM;IACNC,QAAQ;IACR2C,cAAc,EAAE5B,aAAa;IAC7Bb,YAAY;IACZE,aAAa;IACbC,kBAAkB;IAClBC,eAAe;IACf;IACAsC,SAAS,EAAE1B,IAAI,KAAK,OAAO,GAAG2B,SAAS,GAAKC,QAAgB,IAAK;MAC/D,OAAO,IAAIC,OAAO,CAAUC,OAAO,IAAK;QACtCT,kBAAkB,CAACU,OAAO,GAAGD,OAAO;QACpC;QACA/B,aAAa,CAAC;UAAEiC,OAAO,EAAE,IAAI;UAAEC,OAAO,EAAE,KAAKL,QAAQ,EAAE;UAAEM,KAAK,EAAE;QAAG,CAAC,CAAC;QACrEvC,aAAa,CAAC,KAAK,CAAC;QACpBE,aAAa,CAAC,EAAE,CAAC;MACnB,CAAC,CAAC;IACJ;EACF,CAAC,CAAC,EAAE,CACFG,IAAI,EAAErC,MAAM,EAAEC,KAAK,EAAEE,QAAQ,EAC7BI,oBAAoB,EAAEC,oBAAoB,EAC1CC,YAAY,EAAEC,WAAW,EAAEC,YAAY,EAAEC,WAAW,EACpDC,sBAAsB,EAAEC,WAAW,EAAEC,YAAY,EAAEC,SAAS,EAC5DC,YAAY,EAAEC,MAAM,EAAEC,QAAQ,EAAEE,YAAY,EAC5CE,aAAa,EAAEC,kBAAkB,EAAEC,eAAe,CACnD,CAAC;EAEF,MAAM+C,QAAQ,GAAG/F,OAAO,CAAC,MAAM,IAAIM,cAAc,CAACiB,MAAM,EAAEC,KAAK,CAAC,EAAE,CAACD,MAAM,EAAEC,KAAK,CAAC,CAAC;EAElF,MAAMwE,OAAO,GAAGhG,OAAO,CACrB,MAAM,IAAIK,YAAY,CAAC0F,QAAQ,EAAEb,MAAM,EAAE7B,WAAW,CAACsC,OAAO,EAAElE,MAAM,CAAC;EACrE;EACA,CAACsE,QAAQ,EAAEb,MAAM,CACnB,CAAC;;EAED;EACAnF,SAAS,CAAC,MAAM;IACdiG,OAAO,CAACC,UAAU,CAAC5C,WAAW,CAACsC,OAAO,EAAElE,MAAM,CAAC;EACjD,CAAC,EAAE,CAACuE,OAAO,EAAEvE,MAAM,CAAC,CAAC;;EAErB;;EAEA1B,SAAS,CAAC,MAAM;IACd,IAAI,CAACyC,YAAY,EAAE;IAEnB9B,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,4BAA4BZ,YAAY,EAAE,CAAC;IAClE,MAAM0D,MAAM,GAAG,IAAItF,SAAS,CAAC4B,YAAY,EAAEwD,OAAO,CAAC;IAEnD,OAAO,MAAM;MACXE,MAAM,CAACC,OAAO,CAAC,CAAC;IAClB,CAAC;EACH,CAAC,EAAE,CAAC3D,YAAY,EAAEwD,OAAO,CAAC,CAAC;;EAE3B;;EAEA;EACAjG,SAAS,CAAC,MAAM;IACd,IAAI6D,IAAI,KAAK,MAAM,EAAE;MACnBlD,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,yCAAyC,CAAC;MACjE;IACF;IAEA1C,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,oBAAoBQ,IAAI,oCAAoC,CAAC;;IAEpF;IACA,IAAIwC,sBAAqC,GAAGX,OAAO,CAACC,OAAO,CAAC,CAAC;;IAE7D;IACA,IAAI,CAACpB,eAAe,CAACqB,OAAO,EAAE;MAC5BjF,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC;MAClD,MAAMiD,YAAY,GAAGL,OAAO,CAACM,QAAQ,CAAC,CAAC;MACvC5F,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,eAAeiD,YAAY,CAACE,MAAM,6BAA6BF,YAAY,CAACG,GAAG,CAACC,CAAC,IAAIA,CAAC,CAACC,IAAI,CAAC,CAAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;MACjI;MACA;MACA,MAAM2B,WAAW,GAAGhG,sBAAsB,CAAC,IAAI,EAAE2B,YAAY,EAAEsE,MAAM,EAAE,CAAC,CAAC9D,aAAa,CAAC;MACvFpC,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,2BAA2BuD,WAAW,CAACJ,MAAM,aAAaI,WAAW,EAAE,CAAC;MAC/FrC,eAAe,CAACqB,OAAO,GAAG,IAAI9E,YAAY,CAAC;QACzCU,MAAM;QACNsF,YAAY,EAAEF,WAAW;QACzBG,KAAK,EAAET,YAAY;QACnBlB,QAAQ,EAAE;MACZ,CAAC,CAAC;MACFzE,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,6BAA6BiD,YAAY,CAACE,MAAM,WAAWF,YAAY,CAACG,GAAG,CAACC,CAAC,IAAIA,CAAC,CAACC,IAAI,CAAC,CAAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC/H;;IAEA;IACA,IAAI,CAACR,cAAc,CAACmB,OAAO,EAAE;MAC3BjF,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,gCAAgC,CAAC;MACxDoB,cAAc,CAACmB,OAAO,GAAG,IAAI5E,kBAAkB,CAAC;QAC9CgG,OAAO,EAAGC,GAAG,IAAKtG,MAAM,CAACuG,KAAK,CAAC,SAAS,EAAE,sBAAsBD,GAAG,EAAE;MACvE,CAAC,CAAC;MACF;MACA;MACA;MACA;MACAZ,sBAAsB,GAAG5B,cAAc,CAACmB,OAAO,CAACuB,UAAU,CAAC,CAAC,CAACC,IAAI,CAAEC,EAAE,IAAK;QACxE1G,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,mCAAmCgE,EAAE,EAAE,CAAC;MACjE,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,CAAC7C,aAAa,CAACoB,OAAO,EAAE;MAC1BjF,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,+BAA+B,CAAC;MACvDmB,aAAa,CAACoB,OAAO,GAAG,IAAI7E,iBAAiB,CAAC;QAC5C;QACAuG,YAAY,EAAGC,KAAK,IAAK;UACvB5G,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,oBAAoBkE,KAAK,CAACf,MAAM,wBAAwB,CAAC,CAACjC,eAAe,CAACqB,OAAO,eAAerB,eAAe,CAACqB,OAAO,EAAE4B,WAAW,EAAE,CAAC;UAC9JjD,eAAe,CAACqB,OAAO,EAAE6B,SAAS,CAACF,KAAK,CAAC;QAC3C,CAAC;QACDP,OAAO,EAAGC,GAAG,IAAKtG,MAAM,CAACuG,KAAK,CAAC,SAAS,EAAE,qBAAqBD,GAAG,EAAE,CAAC;QACrES,kBAAkB,EAAEA,CAAA,KAAM/G,MAAM,CAACgH,IAAI,CAAC,SAAS,EAAE,+BAA+B;MAClF,CAAC,CAAC;IACJ;;IAEA;IACAhH,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,4BAA4B,CAAC;IACpD,KAAKkB,eAAe,CAACqB,OAAO,CAACgC,OAAO,CAAC;MACnCC,eAAe,EAAGC,KAAK,IAAK;QAC1BnH,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,sBAAsByE,KAAK,CAACtB,MAAM,0BAA0B,CAAC,CAAC/B,cAAc,CAACmB,OAAO,EAAE,CAAC;QAC9GxB,eAAe,CAAC,IAAI,CAAC;QACrB,IAAI,CAACK,cAAc,CAACmB,OAAO,EAAE;UAC3BjF,MAAM,CAACuG,KAAK,CAAC,SAAS,EAAE,uDAAuD,CAAC;UAChF;QACF;QACAzC,cAAc,CAACmB,OAAO,CAACmC,OAAO,CAACD,KAAK,CAAC;MACvC,CAAC;MACDE,cAAc,EAAGC,MAAM,IAAK;QAC1BtH,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,iBAAiB4E,MAAM,EAAE,CAAC;QACjD,MAAMC,SAAS,GAAGD,MAAM,KAAK,WAAW;QACxC3D,mBAAmB,CAAC4D,SAAS,CAAC;QAC9B,IAAIA,SAAS,EAAE;UACbvH,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,kFAAkF,CAAC;UAC1G;UACA;UACA;UACAgD,sBAAsB,CAACe,IAAI,CAAC,MAAM;YAChCzG,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,6CAA6C,CAAC;YACrEmB,aAAa,CAACoB,OAAO,EAAEuC,KAAK,CAAC,CAAC,CAACf,IAAI,CAAEC,EAAE,IAAK;cAC1C,IAAIA,EAAE,EAAE;gBACNrD,cAAc,CAAC,IAAI,CAAC;gBACpBrD,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,uCAAuC,CAAC;cACjE;YACF,CAAC,CAAC;UACJ,CAAC,CAAC;QACJ;;QAEA;QACA,IACE4E,MAAM,KAAK,cAAc,IACzBpE,IAAI,KAAK,OAAO,IAChBU,eAAe,CAACqB,OAAO,IACvB,CAACrB,eAAe,CAACqB,OAAO,CAACwC,qBAAqB,EAC9C;UACA;UACA5D,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;UAC7B5D,cAAc,CAACmB,OAAO,EAAEyC,IAAI,CAAC,CAAC;UAC9BrE,cAAc,CAAC,KAAK,CAAC;UACrBI,eAAe,CAAC,KAAK,CAAC;UAEtBzD,MAAM,CAACgH,IAAI,CAAC,SAAS,EAAE,0EAA0E,CAAC;;UAElG;UACAW,UAAU,CAAC,MAAM;YACf,IACEzE,IAAI,KAAK,OAAO,IAChBU,eAAe,CAACqB,OAAO,IACvB,CAACrB,eAAe,CAACqB,OAAO,CAACwC,qBAAqB,IAC9C7D,eAAe,CAACqB,OAAO,CAAC2C,aAAa,EACrC;cACA5H,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,iCAAiC,CAAC;cACzD,KAAKkB,eAAe,CAACqB,OAAO,CAACgC,OAAO,CAACrD,eAAe,CAACqB,OAAO,CAAC2C,aAAa,CAAC;YAC7E;UACF,CAAC,EAAE,IAAI,CAAC;QACV;MACF,CAAC;MACDC,YAAY,EAAEA,CAACC,IAAI,EAAEC,OAAO,EAAEC,IAAI,KAAK;QACrChI,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,eAAesF,IAAI,YAAYD,OAAO,OAAOD,IAAI,GAAG,CAAC;QAC5E,IAAIE,IAAI,KAAK,MAAM,EAAE;UACnBhE,gBAAgB,CAACiB,OAAO,GAAG,IAAI;QACjC;MACF,CAAC;MACDgD,eAAe,EAAEA,CAAA,KAAM;QACrBjI,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,2DAA2D,CAAC;QACnFsB,gBAAgB,CAACiB,OAAO,GAAG,KAAK;QAChC,MAAMiD,cAAc,GAAG5C,OAAO,CAAC6C,gBAAgB,CAAC,CAAC;QACjDlE,oBAAoB,CAACgB,OAAO,GAAGiD,cAAc,CAAC,CAAC;QAC/C,MAAME,cAAc,GAAG,+OAA+OF,cAAc,EAAE;QACtRlI,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,8BAA8B0F,cAAc,CAACvC,MAAM,aAAauC,cAAc,EAAE,CAAC;QACxGxE,eAAe,CAACqB,OAAO,EAAEoD,iBAAiB,CAACD,cAAc,CAAC;QAC1DpI,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,oDAAoD,CAAC;MAC9E,CAAC;MACD4F,UAAU,EAAE,MAAOC,QAAQ,IAAK;QAC9BvI,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,uBAAuB6F,QAAQ,CAACvC,IAAI,IAAIwC,IAAI,CAACC,SAAS,CAACF,QAAQ,CAACG,IAAI,CAAC,SAASH,QAAQ,CAACI,EAAE,GAAG,CAAC;;QAEpH;QACA;QACA,IAAI,CAAC3E,gBAAgB,CAACiB,OAAO,EAAE;UAC7BjF,MAAM,CAACgH,IAAI,CAAC,SAAS,EAAE,yBAAyBuB,QAAQ,CAACvC,IAAI,2BAA2B,CAAC;UACzFpC,eAAe,CAACqB,OAAO,EAAE2D,oBAAoB,CAACL,QAAQ,CAACvC,IAAI,EAAEuC,QAAQ,CAACI,EAAE,EAAE;YACxEE,MAAM,EAAE;UACV,CAAC,CAAC;UACF;QACF;;QAEA;QACA;QACA;QACA;QACAhF,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;QAC7B1H,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,qCAAqC6F,QAAQ,CAACvC,IAAI,EAAE,CAAC;;QAE5E;QACA,IAAIjC,WAAW,CAACkB,OAAO,EAAE;UACvBjF,MAAM,CAACgH,IAAI,CAAC,SAAS,EAAE,wEAAwEuB,QAAQ,CAACvC,IAAI,EAAE,CAAC;UAC/G,OAAOjC,WAAW,CAACkB,OAAO,EAAE;YAC1B,MAAM,IAAIF,OAAO,CAACC,OAAO,IAAI2C,UAAU,CAAC3C,OAAO,EAAE,EAAE,CAAC,CAAC;UACvD;QACF;QACAjB,WAAW,CAACkB,OAAO,GAAG,IAAI;QAE1B,IAAI;UACF;UACA,MAAM4D,MAAM,GAAG,MAAMvD,OAAO,CAACwD,WAAW,CAACP,QAAQ,CAACvC,IAAI,EAAEuC,QAAQ,CAACG,IAAI,CAAC;UACtE1I,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,sBAAsB6F,QAAQ,CAACvC,IAAI,KAAK6C,MAAM,EAAE,CAAC;;UAExE;UACA,MAAM,IAAI9D,OAAO,CAACC,OAAO,IAAI2C,UAAU,CAAC3C,OAAO,EAAE,GAAG,CAAC,CAAC;;UAEtD;UACA,MAAM+D,cAAc,GAAGzD,OAAO,CAAC6C,gBAAgB,CAAC,CAAC;UACjDlE,oBAAoB,CAACgB,OAAO,GAAG8D,cAAc,CAAC,CAAC;UAC/C/I,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,mCAAmC6F,QAAQ,CAACvC,IAAI,KAAK+C,cAAc,CAAClD,MAAM,aAAakD,cAAc,EAAE,CAAC;UAC/H,MAAMC,cAAc,GAAG,GAAGH,MAAM,yBAAyBE,cAAc,qBAAqB;UAC5F/I,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,8BAA8BsG,cAAc,CAACnD,MAAM,aAAamD,cAAc,EAAE,CAAC;UAExGpF,eAAe,CAACqB,OAAO,EAAE2D,oBAAoB,CAACL,QAAQ,CAACvC,IAAI,EAAEuC,QAAQ,CAACI,EAAE,EAAE;YAAEE,MAAM,EAAEG;UAAe,CAAC,CAAC;UACrGhJ,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,6BAA6B6F,QAAQ,CAACvC,IAAI,QAAQuC,QAAQ,CAACI,EAAE,GAAG,CAAC;QAC1F,CAAC,SAAS;UACR5E,WAAW,CAACkB,OAAO,GAAG,KAAK;UAC3B;UACA,IAAIrB,eAAe,CAACqB,OAAO,EAAE4B,WAAW,EAAE;YACxChD,aAAa,CAACoB,OAAO,EAAEuC,KAAK,CAAC,CAAC,CAACf,IAAI,CAAEC,EAAE,IAAK;cAC1C,IAAIA,EAAE,EAAE;gBACNrD,cAAc,CAAC,IAAI,CAAC;gBACpBrD,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,wCAAwC6F,QAAQ,CAACvC,IAAI,EAAE,CAAC;cACjF;YACF,CAAC,CAAC;UACJ;QACF;MACF,CAAC;MACDK,OAAO,EAAGC,GAAG,IAAK;QAChBtG,MAAM,CAACuG,KAAK,CAAC,SAAS,EAAE,uBAAuBD,GAAG,EAAE,CAAC;QACrD;QACAzC,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;QAC7B5D,cAAc,CAACmB,OAAO,EAAEyC,IAAI,CAAC,CAAC;QAC9BrE,cAAc,CAAC,KAAK,CAAC;QACrBI,eAAe,CAAC,KAAK,CAAC;MACxB,CAAC;MACDwF,cAAc,EAAEA,CAAA,KAAM;QACpBjJ,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC;QAC1Ce,eAAe,CAAC,KAAK,CAAC;QACtB;QACA;MACF;IACF,CAAC,CAAC;;IAEF;IACA;IACA;IACA,MAAMyF,oBAAoB,GAAG,IAAI;IACjC,MAAMC,cAAc,GAAG,IAAI,CAAC,CAAC;;IAE7BjF,qBAAqB,CAACe,OAAO,GAAGmE,WAAW,CAAC,MAAM;MAChD,IAAI,CAACxF,eAAe,CAACqB,OAAO,EAAE4B,WAAW,EAAE;MAC3C;MACA,IAAI9C,WAAW,CAACkB,OAAO,EAAE;QACvBjF,MAAM,CAACmC,KAAK,CAAC,SAAS,EAAE,2CAA2C,CAAC;QACpE;MACF;MAEA,IAAI;QACF,MAAMkH,cAAc,GAAG/D,OAAO,CAAC6C,gBAAgB,CAAC,CAAC;QACjD,IAAIkB,cAAc,KAAKpF,oBAAoB,CAACgB,OAAO,EAAE,OAAO,CAAC;;QAE7D;QACA,MAAMqE,OAAO,GAAGrF,oBAAoB,CAACgB,OAAO,CAACY,MAAM;QACnD,MAAM0D,IAAI,GAAGC,IAAI,CAACC,GAAG,CAACJ,cAAc,CAACxD,MAAM,GAAGyD,OAAO,CAAC;QACtD,MAAMI,SAAS,GAAGJ,OAAO,GAAG,CAAC,GAAGC,IAAI,GAAGD,OAAO,GAAG,CAAC;QAElD,IAAII,SAAS,GAAGP,cAAc,EAAE;UAC9BnJ,MAAM,CAACmC,KAAK,CAAC,SAAS,EAAE,yCAAyCoH,IAAI,WAAW,CAACG,SAAS,GAAG,GAAG,EAAEC,OAAO,CAAC,CAAC,CAAC,OAAOR,cAAc,GAAG,GAAG,cAAc,CAAC;UACtJ;QACF;QAEAnJ,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,8BAA8B4G,OAAO,MAAMD,cAAc,CAACxD,MAAM,WAAW,CAAC6D,SAAS,GAAG,GAAG,EAAEC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACxI1F,oBAAoB,CAACgB,OAAO,GAAGoE,cAAc;QAC7C,MAAMO,aAAa,GAAG,6IAA6IP,cAAc,EAAE;QACnLzF,eAAe,CAACqB,OAAO,EAAEoD,iBAAiB,CAACuB,aAAa,CAAC;QACzD5J,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,+CAA+C,CAAC;MACzE,CAAC,CAAC,OAAO4D,GAAG,EAAE;QACZtG,MAAM,CAACgH,IAAI,CAAC,SAAS,EAAE,yBAAyBV,GAAG,EAAE,CAAC;MACxD;IACF,CAAC,EAAE4C,oBAAoB,CAAC;;IAExB;IACA,OAAO,MAAM;MACXlJ,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,wCAAwCQ,IAAI,SAAS,CAAC;MAC7E;MACA,IAAIgB,qBAAqB,CAACe,OAAO,EAAE;QACjC4E,aAAa,CAAC3F,qBAAqB,CAACe,OAAO,CAAC;QAC5Cf,qBAAqB,CAACe,OAAO,GAAG,IAAI;QACpCjF,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC;MAClD;MACAuB,oBAAoB,CAACgB,OAAO,GAAG,EAAE;MACjCrB,eAAe,CAACqB,OAAO,EAAE6E,UAAU,CAAC,CAAC;MACrClG,eAAe,CAACqB,OAAO,GAAG,IAAI;MAC9BpB,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;MAC7BrE,cAAc,CAAC,KAAK,CAAC;MACrBI,eAAe,CAAC,KAAK,CAAC;MACtBE,mBAAmB,CAAC,KAAK,CAAC;IAC5B,CAAC;IACD;EACF,CAAC,EAAE,CAACT,IAAI,EAAErC,MAAM,EAAEyE,OAAO,EAAE1D,YAAY,CAAC,CAAC;;EAEzC;;EAEA,MAAMmI,gBAAgB,GAAG3K,WAAW,CAAC,MAAM;IACzCY,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,6CAA6C,CAAC;IACrE;IACAmB,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;IAC7B;IACA5D,cAAc,CAACmB,OAAO,EAAEyC,IAAI,CAAC,CAAC;IAC9B;IACA9D,eAAe,CAACqB,OAAO,EAAE6E,UAAU,CAAC,CAAC;IACrClG,eAAe,CAACqB,OAAO,GAAG,IAAI;IAC9B;IACA5B,cAAc,CAAC,KAAK,CAAC;IACrBI,eAAe,CAAC,KAAK,CAAC;IACtBE,mBAAmB,CAAC,KAAK,CAAC;IAC1B;IACAR,OAAO,CAAC,MAAM,CAAC;IACfnD,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,gCAAgC,CAAC;EAC1D,CAAC,EAAE,CAAC4C,OAAO,CAAC,CAAC;;EAEb;;EAEA,MAAM0E,UAAU,GAAG5K,WAAW,CAAC,MAAO+F,OAAe,IAAK;IACxD,IAAI,CAACA,OAAO,CAAC8E,IAAI,CAAC,CAAC,EAAE;IAErBjK,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,kBAAkByC,OAAO,GAAG,CAAC;;IAEpD;IACA,IAAIZ,kBAAkB,CAACU,OAAO,EAAE;MAC9B,MAAMiF,QAAQ,GAAG3F,kBAAkB,CAACU,OAAO;MAC3CV,kBAAkB,CAACU,OAAO,GAAG,IAAI;MACjCpC,aAAa,CAAC,IAAI,CAAC;MACnBE,aAAa,CAAC,2BAA2B,CAAC;MAC1CE,aAAa,CAAC,IAAI,CAAC;MACnBiH,QAAQ,CAAC/E,OAAO,CAAC;MACjB;IACF;;IAEA;IACAtC,aAAa,CAAC,IAAI,CAAC;IACnBE,aAAa,CAAC,aAAa,CAAC;IAC5BE,aAAa,CAAC,IAAI,CAAC;IAEnB,IAAI;MACF;MACAqC,OAAO,CAACC,UAAU,CAAC5C,WAAW,CAACsC,OAAO,EAAElE,MAAM,CAAC;MAE/C,MAAM8H,MAAM,GAAG,MAAMvD,OAAO,CAAC6E,OAAO,CAAChF,OAAO,CAAC;MAE7ClC,aAAa,CAAC4F,MAAM,CAAC;MACrB1H,QAAQ,GAAG0H,MAAM,CAAC;MAElB7I,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,WAAWmG,MAAM,CAAC3D,OAAO,GAAG,GAAG,GAAG,GAAG,IAAI2D,MAAM,CAAC1D,OAAO,EAAE,CAAC;IACnF,CAAC,CAAC,OAAOoB,KAAU,EAAE;MACnBvG,MAAM,CAACuG,KAAK,CAAC,SAAS,EAAE,mBAAmB,EAAEA,KAAK,CAAC;MACnDtD,aAAa,CAAC;QACZiC,OAAO,EAAE,KAAK;QACdC,OAAO,EAAE,UAAUoB,KAAK,CAACpB,OAAO,EAAE;QAClCC,KAAK,EAAE;MACT,CAAC,CAAC;IACJ,CAAC,SAAS;MACRvC,aAAa,CAAC,KAAK,CAAC;MACpBE,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACuC,OAAO,EAAEvE,MAAM,EAAEI,QAAQ,CAAC,CAAC;;EAE/B;;EAEA,oBACEZ,IAAA,CAACV,YAAY,CAACuK,QAAQ;IAACC,KAAK,EAAE/E,OAAQ;IAAApE,QAAA,eACpCT,KAAA,CAAChB,IAAI;MAAC6K,GAAG,EAAE3H,WAAY;MAAC4H,KAAK,EAAEC,MAAM,CAACC,IAAK;MAACC,WAAW,EAAE,KAAM;MAAAxJ,QAAA,GAC5DA,QAAQ,eAGTX,IAAA,CAACR,YAAY;QAAC4K,OAAO,EAAE/H,UAAW;QAACE,UAAU,EAAEA;MAAW,CAAE,CAAC,EAG5D7B,WAAW,iBACVV,IAAA,CAACT,YAAY;QACX8K,MAAM,EAAEZ,UAAW;QACnBpH,UAAU,EAAEA,UAAW;QACvBI,UAAU,EAAEA,UAAW;QACvByB,QAAQ,EAAE,IAAK;QACfoG,SAAS,EAAEA,CAAA,KAAM5H,aAAa,CAAC,IAAI,CAAE;QACrCT,KAAK,EAAED,WAAW,IAAIC,KAAK,GAAG;UAC5B,IAAID,WAAW,GAAG;YAAEuI,YAAY,EAAEvI;UAAY,CAAC,GAAG,CAAC,CAAC,CAAC;UACrD,GAAGC;QACL,CAAC,GAAGqC,SAAU;QACdV,cAAc,EAAEA,cAAe;QAC/BjB,IAAI,EAAEA,IAAK;QACX6H,YAAY,EAAGC,OAAO,IAAK;UACzBhL,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,gBAAgBQ,IAAI,MAAM8H,OAAO,EAAE,CAAC;UAC3D7H,OAAO,CAAC6H,OAAO,CAAC;QAClB,CAAE;QACF5H,WAAW,EAAEA,WAAY;QACzBE,cAAc,EAAEA,cAAe;QAC/BE,YAAY,EAAEA,YAAa;QAC3ByH,aAAa,EAAElB,gBAAiB;QAChCrG,gBAAgB,EAAEA,gBAAiB;QACnCwH,WAAW,EAAGC,MAAM,IAAK;UACvB,IAAIA,MAAM,IAAI,CAACzH,gBAAgB,EAAE;YAC/B1D,MAAM,CAACgH,IAAI,CAAC,SAAS,EAAE,oDAAoD,CAAC;YAC5E;UACF;UACAhH,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,eAAeyI,MAAM,GAAG,IAAI,GAAG,KAAK,EAAE,CAAC;UAC9D9H,cAAc,CAAC8H,MAAM,CAAC;UACtB,IAAIA,MAAM,EAAE;YACVnL,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC;YAChDmB,aAAa,CAACoB,OAAO,EAAEuC,KAAK,CAAC,CAAC,CAACf,IAAI,CAAEC,EAAE,IAAK;cAC1C1G,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,4BAA4BgE,EAAE,EAAE,CAAC;YAC1D,CAAC,CAAC;UACJ,CAAC,MAAM;YACL1G,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC;YAChDmB,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;UAC/B;QACF,CAAE;QACF0D,eAAe,EAAGC,KAAK,IAAK;UAC1BrL,MAAM,CAAC0C,IAAI,CAAC,SAAS,EAAE,mBAAmB2I,KAAK,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC;UACxE9H,iBAAiB,CAAC8H,KAAK,CAAC;UACxB,IAAIA,KAAK,EAAE;YACTvH,cAAc,CAACmB,OAAO,EAAEqG,IAAI,CAAC,CAAC;UAChC,CAAC,MAAM;YACLxH,cAAc,CAACmB,OAAO,EAAEsG,MAAM,CAAC,CAAC;UAClC;QACF;MAAE,CAEH,CACF;IAAA,CACG;EAAC,CACc,CAAC;AAE5B;AAGA,MAAMf,MAAM,GAAG9K,UAAU,CAAC8L,MAAM,CAAC;EAC/Bf,IAAI,EAAE;IACJgB,IAAI,EAAE;EACR;AACF,CAAC,CAAC","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["React","useCallback","useEffect","useMemo","useRef","useState","View","StyleSheet","AgentRuntime","GeminiProvider","AgentContext","AgentChatBar","AgentOverlay","logger","buildVoiceSystemPrompt","MCPBridge","VoiceService","AudioInputService","AudioOutputService","jsx","_jsx","jsxs","_jsxs","console","log","AIAgent","apiKey","proxyUrl","proxyHeaders","model","navRef","maxSteps","showChatBar","children","onResult","interactiveBlacklist","interactiveWhitelist","onBeforeStep","onAfterStep","onBeforeTask","onAfterTask","transformScreenContent","customTools","instructions","stepDelay","mcpServerUrl","router","pathname","enableVoice","onTokenUsage","debug","knowledgeBase","knowledgeMaxTokens","enableUIControl","accentColor","theme","setEnabled","info","rootViewRef","isThinking","setIsThinking","statusText","setStatusText","lastResult","setLastResult","mode","setMode","isMicActive","setIsMicActive","isSpeakerMuted","setIsSpeakerMuted","isAISpeaking","setIsAISpeaking","isVoiceConnected","setIsVoiceConnected","voiceServiceRef","audioInputRef","audioOutputRef","toolLockRef","userHasSpokenRef","lastScreenContextRef","screenPollIntervalRef","availableModes","modes","push","join","askUserResolverRef","config","language","ask_user","onStatusUpdate","onAskUser","undefined","question","Promise","resolve","current","success","message","steps","provider","runtime","updateRefs","bridge","destroy","audioOutputInitPromise","runtimeTools","getTools","length","map","t","name","voicePrompt","system","systemPrompt","tools","onError","err","error","initialize","then","ok","onAudioChunk","chunk","isConnected","sendAudio","onPermissionDenied","warn","connect","onAudioResponse","audio","enqueue","onStatusChange","status","connected","start","intentionalDisconnect","stop","setTimeout","lastCallbacks","onTranscript","text","isFinal","role","onSetupComplete","initialContext","getScreenContext","passiveContext","sendScreenContext","onToolCall","toolCall","JSON","stringify","args","id","sendFunctionResponse","result","executeTool","updatedContext","enrichedResult","onTurnComplete","SCREEN_POLL_INTERVAL","MIN_DIFF_RATIO","setInterval","currentContext","lastLen","diff","Math","abs","diffRatio","toFixed","passiveUpdate","clearInterval","disconnect","stopVoiceSession","handleSend","trim","resolver","execute","Provider","value","ref","style","styles","root","collapsable","visible","onSend","onDismiss","primaryColor","onModeChange","newMode","onStopSession","onMicToggle","active","onSpeakerToggle","muted","mute","unmute","create","flex"],"sourceRoot":"../../../src","sources":["components/AIAgent.tsx"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,OAAOA,KAAK,IACVC,WAAW,EACXC,SAAS,EACTC,OAAO,EACPC,MAAM,EACNC,QAAQ,QACH,OAAO;AACd,SAASC,IAAI,EAAEC,UAAU,QAAQ,cAAc;AAC/C,SAASC,YAAY,QAAQ,yBAAsB;AACnD,SAASC,cAAc,QAAQ,gCAA6B;AAC5D,SAASC,YAAY,QAAQ,uBAAoB;AACjD,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,YAAY,QAAQ,mBAAgB;AAC7C,SAASC,MAAM,QAAQ,oBAAiB;AACxC,SAASC,sBAAsB,QAAQ,yBAAsB;AAC7D,SAASC,SAAS,QAAQ,sBAAmB;AAC7C,SAASC,YAAY,QAAQ,6BAA0B;AACvD,SAASC,iBAAiB,QAAQ,kCAA+B;AACjE,SAASC,kBAAkB,QAAQ,mCAAgC;AAAC,SAAAC,GAAA,IAAAC,IAAA,EAAAC,IAAA,IAAAC,KAAA;AAGpE;AACAC,OAAO,CAACC,GAAG,CAAC,8BAA8B,CAAC;;AAE3C;;AAkGA;;AAEA,OAAO,SAASC,OAAOA,CAAC;EACtBC,MAAM;EACNC,QAAQ;EACRC,YAAY;EACZC,KAAK,GAAG,kBAAkB;EAC1BC,MAAM;EAENC,QAAQ,GAAG,EAAE;EACbC,WAAW,GAAG,IAAI;EAClBC,QAAQ;EACRC,QAAQ;EACR;EACAC,oBAAoB;EACpBC,oBAAoB;EACpBC,YAAY;EACZC,WAAW;EACXC,YAAY;EACZC,WAAW;EACXC,sBAAsB;EACtBC,WAAW;EACXC,YAAY;EACZC,SAAS;EACTC,YAAY;EACZC,MAAM;EACNC,QAAQ;EACRC,WAAW,GAAG,KAAK;EACnBC,YAAY;EACZC,KAAK,GAAG,KAAK;EACbC,aAAa;EACbC,kBAAkB;EAClBC,eAAe;EACfC,WAAW;EACXC;AACY,CAAC,EAAE;EACf;EACAvD,KAAK,CAACE,SAAS,CAAC,MAAM;IACpBqB,OAAO,CAACC,GAAG,CAAC,wBAAwB,EAAE0B,KAAK,EAAE,mBAAmB,CAAC;IACjErC,MAAM,CAAC2C,UAAU,CAACN,KAAK,CAAC;IACxB,IAAIA,KAAK,EAAE;MACTrC,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC;IACpD;EACF,CAAC,EAAE,CAACP,KAAK,CAAC,CAAC;EAEX,MAAMQ,WAAW,GAAGtD,MAAM,CAAM,IAAI,CAAC;EACrC,MAAM,CAACuD,UAAU,EAAEC,aAAa,CAAC,GAAGvD,QAAQ,CAAC,KAAK,CAAC;EACnD,MAAM,CAACwD,UAAU,EAAEC,aAAa,CAAC,GAAGzD,QAAQ,CAAC,EAAE,CAAC;EAChD,MAAM,CAAC0D,UAAU,EAAEC,aAAa,CAAC,GAAG3D,QAAQ,CAAyB,IAAI,CAAC;;EAE1E;EACA,MAAM,CAAC4D,IAAI,EAAEC,OAAO,CAAC,GAAG7D,QAAQ,CAAY,MAAM,CAAC;EACnD,MAAM,CAAC8D,WAAW,EAAEC,cAAc,CAAC,GAAG/D,QAAQ,CAAC,KAAK,CAAC;EACrD,MAAM,CAACgE,cAAc,EAAEC,iBAAiB,CAAC,GAAGjE,QAAQ,CAAC,KAAK,CAAC;EAC3D,MAAM,CAACkE,YAAY,EAAEC,eAAe,CAAC,GAAGnE,QAAQ,CAAC,KAAK,CAAC;EACvD,MAAM,CAACoE,gBAAgB,EAAEC,mBAAmB,CAAC,GAAGrE,QAAQ,CAAC,KAAK,CAAC;EAE/D,MAAMsE,eAAe,GAAGvE,MAAM,CAAsB,IAAI,CAAC;EACzD,MAAMwE,aAAa,GAAGxE,MAAM,CAA2B,IAAI,CAAC;EAC5D,MAAMyE,cAAc,GAAGzE,MAAM,CAA4B,IAAI,CAAC;EAC9D,MAAM0E,WAAW,GAAG1E,MAAM,CAAU,KAAK,CAAC;EAC1C,MAAM2E,gBAAgB,GAAG3E,MAAM,CAAU,KAAK,CAAC;EAC/C,MAAM4E,oBAAoB,GAAG5E,MAAM,CAAS,EAAE,CAAC;EAC/C,MAAM6E,qBAAqB,GAAG7E,MAAM,CAAwC,IAAI,CAAC;;EAEjF;EACA,MAAM8E,cAA2B,GAAG/E,OAAO,CAAC,MAAM;IAChD,MAAMgF,KAAkB,GAAG,CAAC,MAAM,CAAC;IACnC,IAAInC,WAAW,EAAEmC,KAAK,CAACC,IAAI,CAAC,OAAO,CAAC;IACpCvE,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,oBAAoB0B,KAAK,CAACE,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC9D,OAAOF,KAAK;EACd,CAAC,EAAE,CAACnC,WAAW,CAAC,CAAC;;EAEjB;EACA,MAAMsC,kBAAkB,GAAGlF,MAAM,CAAoC,IAAI,CAAC;;EAE1E;;EAEA,MAAMmF,MAAmB,GAAGpF,OAAO,CAAC,OAAO;IACzCuB,MAAM;IACNC,QAAQ;IACRC,YAAY;IACZC,KAAK;IACL2D,QAAQ,EAAE,IAAI;IACdzD,QAAQ;IACRI,oBAAoB;IACpBC,oBAAoB;IACpBC,YAAY;IACZC,WAAW;IACXC,YAAY;IACZC,WAAW;IACXE,WAAW,EAAEuB,IAAI,KAAK,OAAO,GAAG;MAAE,GAAGvB,WAAW;MAAE+C,QAAQ,EAAE;IAAK,CAAC,GAAG/C,WAAW;IAChFC,YAAY;IACZC,SAAS;IACTC,YAAY;IACZC,MAAM;IACNC,QAAQ;IACR2C,cAAc,EAAE5B,aAAa;IAC7Bb,YAAY;IACZE,aAAa;IACbC,kBAAkB;IAClBC,eAAe;IACf;IACAsC,SAAS,EAAE1B,IAAI,KAAK,OAAO,GAAG2B,SAAS,GAAKC,QAAgB,IAAK;MAC/D,OAAO,IAAIC,OAAO,CAAUC,OAAO,IAAK;QACtCT,kBAAkB,CAACU,OAAO,GAAGD,OAAO;QACpC;QACA/B,aAAa,CAAC;UAAEiC,OAAO,EAAE,IAAI;UAAEC,OAAO,EAAE,KAAKL,QAAQ,EAAE;UAAEM,KAAK,EAAE;QAAG,CAAC,CAAC;QACrEvC,aAAa,CAAC,KAAK,CAAC;QACpBE,aAAa,CAAC,EAAE,CAAC;MACnB,CAAC,CAAC;IACJ;EACF,CAAC,CAAC,EAAE,CACFG,IAAI,EAAEvC,MAAM,EAAEC,QAAQ,EAAEC,YAAY,EAAEC,KAAK,EAAEE,QAAQ,EACrDI,oBAAoB,EAAEC,oBAAoB,EAC1CC,YAAY,EAAEC,WAAW,EAAEC,YAAY,EAAEC,WAAW,EACpDC,sBAAsB,EAAEC,WAAW,EAAEC,YAAY,EAAEC,SAAS,EAC5DC,YAAY,EAAEC,MAAM,EAAEC,QAAQ,EAAEE,YAAY,EAC5CE,aAAa,EAAEC,kBAAkB,EAAEC,eAAe,CACnD,CAAC;EAEF,MAAM+C,QAAQ,GAAGjG,OAAO,CACtB,MAAM,IAAIM,cAAc,CAACiB,MAAM,EAAEG,KAAK,EAAEF,QAAQ,EAAEC,YAAY,CAAC,EAC/D,CAACF,MAAM,EAAEG,KAAK,EAAEF,QAAQ,EAAEC,YAAY,CACxC,CAAC;EAED,MAAMyE,OAAO,GAAGlG,OAAO,CACrB,MAAM,IAAIK,YAAY,CAAC4F,QAAQ,EAAEb,MAAM,EAAE7B,WAAW,CAACsC,OAAO,EAAElE,MAAM,CAAC;EACrE;EACA,CAACsE,QAAQ,EAAEb,MAAM,CACnB,CAAC;;EAED;EACArF,SAAS,CAAC,MAAM;IACdmG,OAAO,CAACC,UAAU,CAAC5C,WAAW,CAACsC,OAAO,EAAElE,MAAM,CAAC;EACjD,CAAC,EAAE,CAACuE,OAAO,EAAEvE,MAAM,CAAC,CAAC;;EAErB;;EAEA5B,SAAS,CAAC,MAAM;IACd,IAAI,CAAC2C,YAAY,EAAE;IAEnBhC,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,4BAA4BZ,YAAY,EAAE,CAAC;IAClE,MAAM0D,MAAM,GAAG,IAAIxF,SAAS,CAAC8B,YAAY,EAAEwD,OAAO,CAAC;IAEnD,OAAO,MAAM;MACXE,MAAM,CAACC,OAAO,CAAC,CAAC;IAClB,CAAC;EACH,CAAC,EAAE,CAAC3D,YAAY,EAAEwD,OAAO,CAAC,CAAC;;EAE3B;;EAEA;EACAnG,SAAS,CAAC,MAAM;IACd,IAAI+D,IAAI,KAAK,MAAM,EAAE;MACnBpD,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,yCAAyC,CAAC;MACjE;IACF;IAEA5C,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,oBAAoBQ,IAAI,oCAAoC,CAAC;;IAEpF;IACA,IAAIwC,sBAAqC,GAAGX,OAAO,CAACC,OAAO,CAAC,CAAC;;IAE7D;IACA,IAAI,CAACpB,eAAe,CAACqB,OAAO,EAAE;MAC5BnF,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC;MAClD,MAAMiD,YAAY,GAAGL,OAAO,CAACM,QAAQ,CAAC,CAAC;MACvC9F,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,eAAeiD,YAAY,CAACE,MAAM,6BAA6BF,YAAY,CAACG,GAAG,CAACC,CAAC,IAAIA,CAAC,CAACC,IAAI,CAAC,CAAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;MACjI;MACA;MACA,MAAM2B,WAAW,GAAGlG,sBAAsB,CAAC,IAAI,EAAE6B,YAAY,EAAEsE,MAAM,EAAE,CAAC,CAAC9D,aAAa,CAAC;MACvFtC,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,2BAA2BuD,WAAW,CAACJ,MAAM,aAAaI,WAAW,EAAE,CAAC;MAC/FrC,eAAe,CAACqB,OAAO,GAAG,IAAIhF,YAAY,CAAC;QACzCU,MAAM;QACNC,QAAQ;QACRC,YAAY;QACZsF,YAAY,EAAEF,WAAW;QACzBG,KAAK,EAAET,YAAY;QACnBlB,QAAQ,EAAE;MACZ,CAAC,CAAC;MACF3E,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,6BAA6BiD,YAAY,CAACE,MAAM,WAAWF,YAAY,CAACG,GAAG,CAACC,CAAC,IAAIA,CAAC,CAACC,IAAI,CAAC,CAAC1B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC/H;;IAEA;IACA,IAAI,CAACR,cAAc,CAACmB,OAAO,EAAE;MAC3BnF,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,gCAAgC,CAAC;MACxDoB,cAAc,CAACmB,OAAO,GAAG,IAAI9E,kBAAkB,CAAC;QAC9CkG,OAAO,EAAGC,GAAG,IAAKxG,MAAM,CAACyG,KAAK,CAAC,SAAS,EAAE,sBAAsBD,GAAG,EAAE;MACvE,CAAC,CAAC;MACF;MACA;MACA;MACA;MACAZ,sBAAsB,GAAG5B,cAAc,CAACmB,OAAO,CAACuB,UAAU,CAAC,CAAC,CAACC,IAAI,CAAEC,EAAE,IAAK;QACxE5G,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,mCAAmCgE,EAAE,EAAE,CAAC;MACjE,CAAC,CAAC;IACJ;;IAEA;IACA,IAAI,CAAC7C,aAAa,CAACoB,OAAO,EAAE;MAC1BnF,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,+BAA+B,CAAC;MACvDmB,aAAa,CAACoB,OAAO,GAAG,IAAI/E,iBAAiB,CAAC;QAC5C;QACAyG,YAAY,EAAGC,KAAK,IAAK;UACvB9G,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,oBAAoBkE,KAAK,CAACf,MAAM,wBAAwB,CAAC,CAACjC,eAAe,CAACqB,OAAO,eAAerB,eAAe,CAACqB,OAAO,EAAE4B,WAAW,EAAE,CAAC;UAC9JjD,eAAe,CAACqB,OAAO,EAAE6B,SAAS,CAACF,KAAK,CAAC;QAC3C,CAAC;QACDP,OAAO,EAAGC,GAAG,IAAKxG,MAAM,CAACyG,KAAK,CAAC,SAAS,EAAE,qBAAqBD,GAAG,EAAE,CAAC;QACrES,kBAAkB,EAAEA,CAAA,KAAMjH,MAAM,CAACkH,IAAI,CAAC,SAAS,EAAE,+BAA+B;MAClF,CAAC,CAAC;IACJ;;IAEA;IACAlH,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,4BAA4B,CAAC;IACpD,KAAKkB,eAAe,CAACqB,OAAO,CAACgC,OAAO,CAAC;MACnCC,eAAe,EAAGC,KAAK,IAAK;QAC1BrH,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,sBAAsByE,KAAK,CAACtB,MAAM,0BAA0B,CAAC,CAAC/B,cAAc,CAACmB,OAAO,EAAE,CAAC;QAC9GxB,eAAe,CAAC,IAAI,CAAC;QACrB,IAAI,CAACK,cAAc,CAACmB,OAAO,EAAE;UAC3BnF,MAAM,CAACyG,KAAK,CAAC,SAAS,EAAE,uDAAuD,CAAC;UAChF;QACF;QACAzC,cAAc,CAACmB,OAAO,CAACmC,OAAO,CAACD,KAAK,CAAC;MACvC,CAAC;MACDE,cAAc,EAAGC,MAAM,IAAK;QAC1BxH,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,iBAAiB4E,MAAM,EAAE,CAAC;QACjD,MAAMC,SAAS,GAAGD,MAAM,KAAK,WAAW;QACxC3D,mBAAmB,CAAC4D,SAAS,CAAC;QAC9B,IAAIA,SAAS,EAAE;UACbzH,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,kFAAkF,CAAC;UAC1G;UACA;UACA;UACAgD,sBAAsB,CAACe,IAAI,CAAC,MAAM;YAChC3G,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,6CAA6C,CAAC;YACrEmB,aAAa,CAACoB,OAAO,EAAEuC,KAAK,CAAC,CAAC,CAACf,IAAI,CAAEC,EAAE,IAAK;cAC1C,IAAIA,EAAE,EAAE;gBACNrD,cAAc,CAAC,IAAI,CAAC;gBACpBvD,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,uCAAuC,CAAC;cACjE;YACF,CAAC,CAAC;UACJ,CAAC,CAAC;QACJ;;QAEA;QACA,IACE4E,MAAM,KAAK,cAAc,IACzBpE,IAAI,KAAK,OAAO,IAChBU,eAAe,CAACqB,OAAO,IACvB,CAACrB,eAAe,CAACqB,OAAO,CAACwC,qBAAqB,EAC9C;UACA;UACA5D,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;UAC7B5D,cAAc,CAACmB,OAAO,EAAEyC,IAAI,CAAC,CAAC;UAC9BrE,cAAc,CAAC,KAAK,CAAC;UACrBI,eAAe,CAAC,KAAK,CAAC;UAEtB3D,MAAM,CAACkH,IAAI,CAAC,SAAS,EAAE,0EAA0E,CAAC;;UAElG;UACAW,UAAU,CAAC,MAAM;YACf,IACEzE,IAAI,KAAK,OAAO,IAChBU,eAAe,CAACqB,OAAO,IACvB,CAACrB,eAAe,CAACqB,OAAO,CAACwC,qBAAqB,IAC9C7D,eAAe,CAACqB,OAAO,CAAC2C,aAAa,EACrC;cACA9H,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,iCAAiC,CAAC;cACzD,KAAKkB,eAAe,CAACqB,OAAO,CAACgC,OAAO,CAACrD,eAAe,CAACqB,OAAO,CAAC2C,aAAa,CAAC;YAC7E;UACF,CAAC,EAAE,IAAI,CAAC;QACV;MACF,CAAC;MACDC,YAAY,EAAEA,CAACC,IAAI,EAAEC,OAAO,EAAEC,IAAI,KAAK;QACrClI,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,eAAesF,IAAI,YAAYD,OAAO,OAAOD,IAAI,GAAG,CAAC;QAC5E,IAAIE,IAAI,KAAK,MAAM,EAAE;UACnBhE,gBAAgB,CAACiB,OAAO,GAAG,IAAI;QACjC;MACF,CAAC;MACDgD,eAAe,EAAEA,CAAA,KAAM;QACrBnI,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,2DAA2D,CAAC;QACnFsB,gBAAgB,CAACiB,OAAO,GAAG,KAAK;QAChC,MAAMiD,cAAc,GAAG5C,OAAO,CAAC6C,gBAAgB,CAAC,CAAC;QACjDlE,oBAAoB,CAACgB,OAAO,GAAGiD,cAAc,CAAC,CAAC;QAC/C,MAAME,cAAc,GAAG,+OAA+OF,cAAc,EAAE;QACtRpI,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,8BAA8B0F,cAAc,CAACvC,MAAM,aAAauC,cAAc,EAAE,CAAC;QACxGxE,eAAe,CAACqB,OAAO,EAAEoD,iBAAiB,CAACD,cAAc,CAAC;QAC1DtI,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,oDAAoD,CAAC;MAC9E,CAAC;MACD4F,UAAU,EAAE,MAAOC,QAAQ,IAAK;QAC9BzI,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,uBAAuB6F,QAAQ,CAACvC,IAAI,IAAIwC,IAAI,CAACC,SAAS,CAACF,QAAQ,CAACG,IAAI,CAAC,SAASH,QAAQ,CAACI,EAAE,GAAG,CAAC;;QAEpH;QACA;QACA,IAAI,CAAC3E,gBAAgB,CAACiB,OAAO,EAAE;UAC7BnF,MAAM,CAACkH,IAAI,CAAC,SAAS,EAAE,yBAAyBuB,QAAQ,CAACvC,IAAI,2BAA2B,CAAC;UACzFpC,eAAe,CAACqB,OAAO,EAAE2D,oBAAoB,CAACL,QAAQ,CAACvC,IAAI,EAAEuC,QAAQ,CAACI,EAAE,EAAE;YACxEE,MAAM,EAAE;UACV,CAAC,CAAC;UACF;QACF;;QAEA;QACA;QACA;QACA;QACAhF,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;QAC7B5H,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,qCAAqC6F,QAAQ,CAACvC,IAAI,EAAE,CAAC;;QAE5E;QACA,IAAIjC,WAAW,CAACkB,OAAO,EAAE;UACvBnF,MAAM,CAACkH,IAAI,CAAC,SAAS,EAAE,wEAAwEuB,QAAQ,CAACvC,IAAI,EAAE,CAAC;UAC/G,OAAOjC,WAAW,CAACkB,OAAO,EAAE;YAC1B,MAAM,IAAIF,OAAO,CAACC,OAAO,IAAI2C,UAAU,CAAC3C,OAAO,EAAE,EAAE,CAAC,CAAC;UACvD;QACF;QACAjB,WAAW,CAACkB,OAAO,GAAG,IAAI;QAE1B,IAAI;UACF;UACA,MAAM4D,MAAM,GAAG,MAAMvD,OAAO,CAACwD,WAAW,CAACP,QAAQ,CAACvC,IAAI,EAAEuC,QAAQ,CAACG,IAAI,CAAC;UACtE5I,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,sBAAsB6F,QAAQ,CAACvC,IAAI,KAAK6C,MAAM,EAAE,CAAC;;UAExE;UACA,MAAM,IAAI9D,OAAO,CAACC,OAAO,IAAI2C,UAAU,CAAC3C,OAAO,EAAE,GAAG,CAAC,CAAC;;UAEtD;UACA,MAAM+D,cAAc,GAAGzD,OAAO,CAAC6C,gBAAgB,CAAC,CAAC;UACjDlE,oBAAoB,CAACgB,OAAO,GAAG8D,cAAc,CAAC,CAAC;UAC/CjJ,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,mCAAmC6F,QAAQ,CAACvC,IAAI,KAAK+C,cAAc,CAAClD,MAAM,aAAakD,cAAc,EAAE,CAAC;UAC/H,MAAMC,cAAc,GAAG,GAAGH,MAAM,yBAAyBE,cAAc,qBAAqB;UAC5FjJ,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,8BAA8BsG,cAAc,CAACnD,MAAM,aAAamD,cAAc,EAAE,CAAC;UAExGpF,eAAe,CAACqB,OAAO,EAAE2D,oBAAoB,CAACL,QAAQ,CAACvC,IAAI,EAAEuC,QAAQ,CAACI,EAAE,EAAE;YAAEE,MAAM,EAAEG;UAAe,CAAC,CAAC;UACrGlJ,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,6BAA6B6F,QAAQ,CAACvC,IAAI,QAAQuC,QAAQ,CAACI,EAAE,GAAG,CAAC;QAC1F,CAAC,SAAS;UACR5E,WAAW,CAACkB,OAAO,GAAG,KAAK;UAC3B;UACA,IAAIrB,eAAe,CAACqB,OAAO,EAAE4B,WAAW,EAAE;YACxChD,aAAa,CAACoB,OAAO,EAAEuC,KAAK,CAAC,CAAC,CAACf,IAAI,CAAEC,EAAE,IAAK;cAC1C,IAAIA,EAAE,EAAE;gBACNrD,cAAc,CAAC,IAAI,CAAC;gBACpBvD,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,wCAAwC6F,QAAQ,CAACvC,IAAI,EAAE,CAAC;cACjF;YACF,CAAC,CAAC;UACJ;QACF;MACF,CAAC;MACDK,OAAO,EAAGC,GAAG,IAAK;QAChBxG,MAAM,CAACyG,KAAK,CAAC,SAAS,EAAE,uBAAuBD,GAAG,EAAE,CAAC;QACrD;QACAzC,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;QAC7B5D,cAAc,CAACmB,OAAO,EAAEyC,IAAI,CAAC,CAAC;QAC9BrE,cAAc,CAAC,KAAK,CAAC;QACrBI,eAAe,CAAC,KAAK,CAAC;MACxB,CAAC;MACDwF,cAAc,EAAEA,CAAA,KAAM;QACpBnJ,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC;QAC1Ce,eAAe,CAAC,KAAK,CAAC;QACtB;QACA;MACF;IACF,CAAC,CAAC;;IAEF;IACA;IACA;IACA,MAAMyF,oBAAoB,GAAG,IAAI;IACjC,MAAMC,cAAc,GAAG,IAAI,CAAC,CAAC;;IAE7BjF,qBAAqB,CAACe,OAAO,GAAGmE,WAAW,CAAC,MAAM;MAChD,IAAI,CAACxF,eAAe,CAACqB,OAAO,EAAE4B,WAAW,EAAE;MAC3C;MACA,IAAI9C,WAAW,CAACkB,OAAO,EAAE;QACvBnF,MAAM,CAACqC,KAAK,CAAC,SAAS,EAAE,2CAA2C,CAAC;QACpE;MACF;MAEA,IAAI;QACF,MAAMkH,cAAc,GAAG/D,OAAO,CAAC6C,gBAAgB,CAAC,CAAC;QACjD,IAAIkB,cAAc,KAAKpF,oBAAoB,CAACgB,OAAO,EAAE,OAAO,CAAC;;QAE7D;QACA,MAAMqE,OAAO,GAAGrF,oBAAoB,CAACgB,OAAO,CAACY,MAAM;QACnD,MAAM0D,IAAI,GAAGC,IAAI,CAACC,GAAG,CAACJ,cAAc,CAACxD,MAAM,GAAGyD,OAAO,CAAC;QACtD,MAAMI,SAAS,GAAGJ,OAAO,GAAG,CAAC,GAAGC,IAAI,GAAGD,OAAO,GAAG,CAAC;QAElD,IAAII,SAAS,GAAGP,cAAc,EAAE;UAC9BrJ,MAAM,CAACqC,KAAK,CAAC,SAAS,EAAE,yCAAyCoH,IAAI,WAAW,CAACG,SAAS,GAAG,GAAG,EAAEC,OAAO,CAAC,CAAC,CAAC,OAAOR,cAAc,GAAG,GAAG,cAAc,CAAC;UACtJ;QACF;QAEArJ,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,8BAA8B4G,OAAO,MAAMD,cAAc,CAACxD,MAAM,WAAW,CAAC6D,SAAS,GAAG,GAAG,EAAEC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACxI1F,oBAAoB,CAACgB,OAAO,GAAGoE,cAAc;QAC7C,MAAMO,aAAa,GAAG,6IAA6IP,cAAc,EAAE;QACnLzF,eAAe,CAACqB,OAAO,EAAEoD,iBAAiB,CAACuB,aAAa,CAAC;QACzD9J,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,+CAA+C,CAAC;MACzE,CAAC,CAAC,OAAO4D,GAAG,EAAE;QACZxG,MAAM,CAACkH,IAAI,CAAC,SAAS,EAAE,yBAAyBV,GAAG,EAAE,CAAC;MACxD;IACF,CAAC,EAAE4C,oBAAoB,CAAC;;IAExB;IACA,OAAO,MAAM;MACXpJ,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,wCAAwCQ,IAAI,SAAS,CAAC;MAC7E;MACA,IAAIgB,qBAAqB,CAACe,OAAO,EAAE;QACjC4E,aAAa,CAAC3F,qBAAqB,CAACe,OAAO,CAAC;QAC5Cf,qBAAqB,CAACe,OAAO,GAAG,IAAI;QACpCnF,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC;MAClD;MACAuB,oBAAoB,CAACgB,OAAO,GAAG,EAAE;MACjCrB,eAAe,CAACqB,OAAO,EAAE6E,UAAU,CAAC,CAAC;MACrClG,eAAe,CAACqB,OAAO,GAAG,IAAI;MAC9BpB,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;MAC7BrE,cAAc,CAAC,KAAK,CAAC;MACrBI,eAAe,CAAC,KAAK,CAAC;MACtBE,mBAAmB,CAAC,KAAK,CAAC;IAC5B,CAAC;IACD;EACF,CAAC,EAAE,CAACT,IAAI,EAAEvC,MAAM,EAAEC,QAAQ,EAAEC,YAAY,EAAEyE,OAAO,EAAE1D,YAAY,CAAC,CAAC;;EAEjE;;EAEA,MAAMmI,gBAAgB,GAAG7K,WAAW,CAAC,MAAM;IACzCY,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,6CAA6C,CAAC;IACrE;IACAmB,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;IAC7B;IACA5D,cAAc,CAACmB,OAAO,EAAEyC,IAAI,CAAC,CAAC;IAC9B;IACA9D,eAAe,CAACqB,OAAO,EAAE6E,UAAU,CAAC,CAAC;IACrClG,eAAe,CAACqB,OAAO,GAAG,IAAI;IAC9B;IACA5B,cAAc,CAAC,KAAK,CAAC;IACrBI,eAAe,CAAC,KAAK,CAAC;IACtBE,mBAAmB,CAAC,KAAK,CAAC;IAC1B;IACAR,OAAO,CAAC,MAAM,CAAC;IACfrD,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,gCAAgC,CAAC;EAC1D,CAAC,EAAE,CAAC4C,OAAO,CAAC,CAAC;;EAEb;;EAEA,MAAM0E,UAAU,GAAG9K,WAAW,CAAC,MAAOiG,OAAe,IAAK;IACxD,IAAI,CAACA,OAAO,CAAC8E,IAAI,CAAC,CAAC,EAAE;IAErBnK,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,kBAAkByC,OAAO,GAAG,CAAC;;IAEpD;IACA,IAAIZ,kBAAkB,CAACU,OAAO,EAAE;MAC9B,MAAMiF,QAAQ,GAAG3F,kBAAkB,CAACU,OAAO;MAC3CV,kBAAkB,CAACU,OAAO,GAAG,IAAI;MACjCpC,aAAa,CAAC,IAAI,CAAC;MACnBE,aAAa,CAAC,2BAA2B,CAAC;MAC1CE,aAAa,CAAC,IAAI,CAAC;MACnBiH,QAAQ,CAAC/E,OAAO,CAAC;MACjB;IACF;;IAEA;IACAtC,aAAa,CAAC,IAAI,CAAC;IACnBE,aAAa,CAAC,aAAa,CAAC;IAC5BE,aAAa,CAAC,IAAI,CAAC;IAEnB,IAAI;MACF;MACAqC,OAAO,CAACC,UAAU,CAAC5C,WAAW,CAACsC,OAAO,EAAElE,MAAM,CAAC;MAE/C,MAAM8H,MAAM,GAAG,MAAMvD,OAAO,CAAC6E,OAAO,CAAChF,OAAO,CAAC;MAE7ClC,aAAa,CAAC4F,MAAM,CAAC;MACrB1H,QAAQ,GAAG0H,MAAM,CAAC;MAElB/I,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,WAAWmG,MAAM,CAAC3D,OAAO,GAAG,GAAG,GAAG,GAAG,IAAI2D,MAAM,CAAC1D,OAAO,EAAE,CAAC;IACnF,CAAC,CAAC,OAAOoB,KAAU,EAAE;MACnBzG,MAAM,CAACyG,KAAK,CAAC,SAAS,EAAE,mBAAmB,EAAEA,KAAK,CAAC;MACnDtD,aAAa,CAAC;QACZiC,OAAO,EAAE,KAAK;QACdC,OAAO,EAAE,UAAUoB,KAAK,CAACpB,OAAO,EAAE;QAClCC,KAAK,EAAE;MACT,CAAC,CAAC;IACJ,CAAC,SAAS;MACRvC,aAAa,CAAC,KAAK,CAAC;MACpBE,aAAa,CAAC,EAAE,CAAC;IACnB;EACF,CAAC,EAAE,CAACuC,OAAO,EAAEvE,MAAM,EAAEI,QAAQ,CAAC,CAAC;;EAE/B;;EAEA,oBACEd,IAAA,CAACV,YAAY,CAACyK,QAAQ;IAACC,KAAK,EAAE/E,OAAQ;IAAApE,QAAA,eACpCX,KAAA,CAAChB,IAAI;MAAC+K,GAAG,EAAE3H,WAAY;MAAC4H,KAAK,EAAEC,MAAM,CAACC,IAAK;MAACC,WAAW,EAAE,KAAM;MAAAxJ,QAAA,GAC5DA,QAAQ,eAGTb,IAAA,CAACR,YAAY;QAAC8K,OAAO,EAAE/H,UAAW;QAACE,UAAU,EAAEA;MAAW,CAAE,CAAC,EAG5D7B,WAAW,iBACVZ,IAAA,CAACT,YAAY;QACXgL,MAAM,EAAEZ,UAAW;QACnBpH,UAAU,EAAEA,UAAW;QACvBI,UAAU,EAAEA,UAAW;QACvByB,QAAQ,EAAE,IAAK;QACfoG,SAAS,EAAEA,CAAA,KAAM5H,aAAa,CAAC,IAAI,CAAE;QACrCT,KAAK,EAAED,WAAW,IAAIC,KAAK,GAAG;UAC5B,IAAID,WAAW,GAAG;YAAEuI,YAAY,EAAEvI;UAAY,CAAC,GAAG,CAAC,CAAC,CAAC;UACrD,GAAGC;QACL,CAAC,GAAGqC,SAAU;QACdV,cAAc,EAAEA,cAAe;QAC/BjB,IAAI,EAAEA,IAAK;QACX6H,YAAY,EAAGC,OAAO,IAAK;UACzBlL,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,gBAAgBQ,IAAI,MAAM8H,OAAO,EAAE,CAAC;UAC3D7H,OAAO,CAAC6H,OAAO,CAAC;QAClB,CAAE;QACF5H,WAAW,EAAEA,WAAY;QACzBE,cAAc,EAAEA,cAAe;QAC/BE,YAAY,EAAEA,YAAa;QAC3ByH,aAAa,EAAElB,gBAAiB;QAChCrG,gBAAgB,EAAEA,gBAAiB;QACnCwH,WAAW,EAAGC,MAAM,IAAK;UACvB,IAAIA,MAAM,IAAI,CAACzH,gBAAgB,EAAE;YAC/B5D,MAAM,CAACkH,IAAI,CAAC,SAAS,EAAE,oDAAoD,CAAC;YAC5E;UACF;UACAlH,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,eAAeyI,MAAM,GAAG,IAAI,GAAG,KAAK,EAAE,CAAC;UAC9D9H,cAAc,CAAC8H,MAAM,CAAC;UACtB,IAAIA,MAAM,EAAE;YACVrL,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC;YAChDmB,aAAa,CAACoB,OAAO,EAAEuC,KAAK,CAAC,CAAC,CAACf,IAAI,CAAEC,EAAE,IAAK;cAC1C5G,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,4BAA4BgE,EAAE,EAAE,CAAC;YAC1D,CAAC,CAAC;UACJ,CAAC,MAAM;YACL5G,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC;YAChDmB,aAAa,CAACoB,OAAO,EAAEyC,IAAI,CAAC,CAAC;UAC/B;QACF,CAAE;QACF0D,eAAe,EAAGC,KAAK,IAAK;UAC1BvL,MAAM,CAAC4C,IAAI,CAAC,SAAS,EAAE,mBAAmB2I,KAAK,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC;UACxE9H,iBAAiB,CAAC8H,KAAK,CAAC;UACxB,IAAIA,KAAK,EAAE;YACTvH,cAAc,CAACmB,OAAO,EAAEqG,IAAI,CAAC,CAAC;UAChC,CAAC,MAAM;YACLxH,cAAc,CAACmB,OAAO,EAAEsG,MAAM,CAAC,CAAC;UAClC;QACF;MAAE,CAEH,CACF;IAAA,CACG;EAAC,CACc,CAAC;AAE5B;AAGA,MAAMf,MAAM,GAAGhL,UAAU,CAACgM,MAAM,CAAC;EAC/Bf,IAAI,EAAE;IACJgB,IAAI,EAAE;EACR;AACF,CAAC,CAAC","ignoreList":[]}
|
|
@@ -24,10 +24,20 @@ const REASONING_FIELDS = ['previous_goal_eval', 'memory', 'plan'];
|
|
|
24
24
|
// ─── Provider ──────────────────────────────────────────────────
|
|
25
25
|
|
|
26
26
|
export class GeminiProvider {
|
|
27
|
-
constructor(apiKey, model = 'gemini-2.5-flash') {
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
27
|
+
constructor(apiKey, model = 'gemini-2.5-flash', proxyUrl, proxyHeaders) {
|
|
28
|
+
const config = {};
|
|
29
|
+
if (proxyUrl) {
|
|
30
|
+
config.apiKey = 'proxy-key'; // Dummy key to bypass local validation
|
|
31
|
+
config.httpOptions = {
|
|
32
|
+
baseUrl: proxyUrl,
|
|
33
|
+
headers: proxyHeaders || {}
|
|
34
|
+
};
|
|
35
|
+
} else if (apiKey) {
|
|
36
|
+
config.apiKey = apiKey;
|
|
37
|
+
} else {
|
|
38
|
+
throw new Error('[mobileai] You must provide either "apiKey" or "proxyUrl" to AIAgent.');
|
|
39
|
+
}
|
|
40
|
+
this.ai = new GoogleGenAI(config);
|
|
31
41
|
this.model = model;
|
|
32
42
|
}
|
|
33
43
|
async generateContent(systemPrompt, userMessage, tools, history, screenshot) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["GoogleGenAI","FunctionCallingConfigMode","Type","logger","AGENT_STEP_FN","REASONING_FIELDS","GeminiProvider","constructor","apiKey","model","ai","generateContent","systemPrompt","userMessage","tools","history","screenshot","info","length","agentStepDeclaration","buildAgentStepDeclaration","contents","buildContents","startTime","Date","now","response","models","
|
|
1
|
+
{"version":3,"names":["GoogleGenAI","FunctionCallingConfigMode","Type","logger","AGENT_STEP_FN","REASONING_FIELDS","GeminiProvider","constructor","apiKey","model","proxyUrl","proxyHeaders","config","httpOptions","baseUrl","headers","Error","ai","generateContent","systemPrompt","userMessage","tools","history","screenshot","info","length","agentStepDeclaration","buildAgentStepDeclaration","contents","buildContents","startTime","Date","now","response","models","systemInstruction","functionDeclarations","toolConfig","functionCallingConfig","mode","ANY","allowedFunctionNames","temperature","maxOutputTokens","elapsed","tokenUsage","extractTokenUsage","promptTokens","completionTokens","estimatedCostUSD","toFixed","result","parseAgentStepResponse","error","message","status","toolNames","map","t","name","actionProperties","tool","paramName","param","Object","entries","parameters","type","mapParamType","description","enum","toolDescriptions","params","keys","join","OBJECT","properties","previous_goal_eval","STRING","memory","plan","action_name","required","NUMBER","INTEGER","BOOLEAN","_history","parts","text","push","inlineData","mimeType","data","role","candidates","warn","toolCalls","args","success","reasoning","previousGoalEval","candidate","content","fnCallPart","find","p","functionCall","textPart","actionName","actionArgs","reservedKeys","Set","matchedTool","undefined","key","value","has","meta","usageMetadata","promptTokenCount","candidatesTokenCount","totalTokens","totalTokenCount","INPUT_COST_PER_M","OUTPUT_COST_PER_M"],"sourceRoot":"../../../src","sources":["providers/GeminiProvider.ts"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASA,WAAW,EAAEC,yBAAyB,EAAEC,IAAI,QAAQ,eAAe;AAC5E,SAASC,MAAM,QAAQ,oBAAiB;AAGxC;;AAEA,MAAMC,aAAa,GAAG,YAAY;;AAElC;AACA,MAAMC,gBAAgB,GAAG,CAAC,oBAAoB,EAAE,QAAQ,EAAE,MAAM,CAAU;;AAE1E;;AAEA,OAAO,MAAMC,cAAc,CAAuB;EAIhDC,WAAWA,CACTC,MAAe,EACfC,KAAa,GAAG,kBAAkB,EAClCC,QAAiB,EACjBC,YAAqC,EACrC;IACA,MAAMC,MAAW,GAAG,CAAC,CAAC;IAEtB,IAAIF,QAAQ,EAAE;MACZE,MAAM,CAACJ,MAAM,GAAG,WAAW,CAAC,CAAC;MAC7BI,MAAM,CAACC,WAAW,GAAG;QACnBC,OAAO,EAAEJ,QAAQ;QACjBK,OAAO,EAAEJ,YAAY,IAAI,CAAC;MAC5B,CAAC;IACH,CAAC,MAAM,IAAIH,MAAM,EAAE;MACjBI,MAAM,CAACJ,MAAM,GAAGA,MAAM;IACxB,CAAC,MAAM;MACL,MAAM,IAAIQ,KAAK,CAAC,uEAAuE,CAAC;IAC1F;IAEA,IAAI,CAACC,EAAE,GAAG,IAAIjB,WAAW,CAACY,MAAM,CAAC;IACjC,IAAI,CAACH,KAAK,GAAGA,KAAK;EACpB;EAEA,MAAMS,eAAeA,CACnBC,YAAoB,EACpBC,WAAmB,EACnBC,KAAuB,EACvBC,OAAoB,EACpBC,UAAmB,EACM;IAEzBpB,MAAM,CAACqB,IAAI,CAAC,gBAAgB,EAAE,2BAA2B,IAAI,CAACf,KAAK,YAAYY,KAAK,CAACI,MAAM,GAAGF,UAAU,GAAG,mBAAmB,GAAG,EAAE,EAAE,CAAC;;IAEtI;IACA,MAAMG,oBAAoB,GAAG,IAAI,CAACC,yBAAyB,CAACN,KAAK,CAAC;;IAElE;IACA,MAAMO,QAAQ,GAAG,IAAI,CAACC,aAAa,CAACT,WAAW,EAAEE,OAAO,EAAEC,UAAU,CAAC;IAErE,MAAMO,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAE5B,IAAI;MACF,MAAMC,QAAQ,GAAG,MAAM,IAAI,CAAChB,EAAE,CAACiB,MAAM,CAAChB,eAAe,CAAC;QACpDT,KAAK,EAAE,IAAI,CAACA,KAAK;QACjBmB,QAAQ;QACRhB,MAAM,EAAE;UACNuB,iBAAiB,EAAEhB,YAAY;UAC/BE,KAAK,EAAE,CAAC;YAAEe,oBAAoB,EAAE,CAACV,oBAAoB;UAAE,CAAC,CAAC;UACzDW,UAAU,EAAE;YACVC,qBAAqB,EAAE;cACrBC,IAAI,EAAEtC,yBAAyB,CAACuC,GAAG;cACnCC,oBAAoB,EAAE,CAACrC,aAAa;YACtC;UACF,CAAC;UACDsC,WAAW,EAAE,GAAG;UAChBC,eAAe,EAAE;QACnB;MACF,CAAC,CAAC;MAEF,MAAMC,OAAO,GAAGb,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS;MACtC3B,MAAM,CAACqB,IAAI,CAAC,gBAAgB,EAAE,wBAAwBoB,OAAO,IAAI,CAAC;;MAElE;MACA,MAAMC,UAAU,GAAG,IAAI,CAACC,iBAAiB,CAACb,QAAQ,CAAC;MACnD,IAAIY,UAAU,EAAE;QACd1C,MAAM,CAACqB,IAAI,CAAC,gBAAgB,EAAE,WAAWqB,UAAU,CAACE,YAAY,SAASF,UAAU,CAACG,gBAAgB,WAAWH,UAAU,CAACI,gBAAgB,CAACC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;MAC1J;MAEA,MAAMC,MAAM,GAAG,IAAI,CAACC,sBAAsB,CAACnB,QAAQ,EAAEZ,KAAK,CAAC;MAC3D8B,MAAM,CAACN,UAAU,GAAGA,UAAU;MAC9B,OAAOM,MAAM;IACf,CAAC,CAAC,OAAOE,KAAU,EAAE;MACnBlD,MAAM,CAACkD,KAAK,CAAC,gBAAgB,EAAE,iBAAiB,EAAEA,KAAK,CAACC,OAAO,CAAC;;MAEhE;MACA,IAAID,KAAK,CAACE,MAAM,EAAE;QAChB,MAAM,IAAIvC,KAAK,CAAC,oBAAoBqC,KAAK,CAACE,MAAM,KAAKF,KAAK,CAACC,OAAO,EAAE,CAAC;MACvE;MACA,MAAMD,KAAK;IACb;EACF;;EAEA;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;EACU1B,yBAAyBA,CAACN,KAAuB,EAAO;IAC9D,MAAMmC,SAAS,GAAGnC,KAAK,CAACoC,GAAG,CAACC,CAAC,IAAIA,CAAC,CAACC,IAAI,CAAC;;IAExC;IACA,MAAMC,gBAAqC,GAAG,CAAC,CAAC;IAChD,KAAK,MAAMC,IAAI,IAAIxC,KAAK,EAAE;MACxB,KAAK,MAAM,CAACyC,SAAS,EAAEC,KAAK,CAAC,IAAIC,MAAM,CAACC,OAAO,CAACJ,IAAI,CAACK,UAAU,CAAC,EAAE;QAChE,IAAIN,gBAAgB,CAACE,SAAS,CAAC,EAAE;QACjCF,gBAAgB,CAACE,SAAS,CAAC,GAAG;UAC5BK,IAAI,EAAE,IAAI,CAACC,YAAY,CAACL,KAAK,CAACI,IAAI,CAAC;UACnCE,WAAW,EAAEN,KAAK,CAACM,WAAW;UAC9B,IAAIN,KAAK,CAACO,IAAI,GAAG;YAAEA,IAAI,EAAEP,KAAK,CAACO;UAAK,CAAC,GAAG,CAAC,CAAC;QAC5C,CAAC;MACH;IACF;;IAEA;IACA,MAAMC,gBAAgB,GAAGlD,KAAK,CAC3BoC,GAAG,CAACC,CAAC,IAAI;MACR,MAAMc,MAAM,GAAGR,MAAM,CAACS,IAAI,CAACf,CAAC,CAACQ,UAAU,CAAC,CAACQ,IAAI,CAAC,IAAI,CAAC;MACnD,OAAO,KAAKhB,CAAC,CAACC,IAAI,IAAIa,MAAM,MAAMd,CAAC,CAACW,WAAW,EAAE;IACnD,CAAC,CAAC,CACDK,IAAI,CAAC,IAAI,CAAC;IAEb,OAAO;MACLf,IAAI,EAAEvD,aAAa;MACnBiE,WAAW,EAAE,0FAA0FE,gBAAgB,EAAE;MACzHL,UAAU,EAAE;QACVC,IAAI,EAAEjE,IAAI,CAACyE,MAAM;QACjBC,UAAU,EAAE;UACVC,kBAAkB,EAAE;YAClBV,IAAI,EAAEjE,IAAI,CAAC4E,MAAM;YACjBT,WAAW,EAAE;UACf,CAAC;UACDU,MAAM,EAAE;YACNZ,IAAI,EAAEjE,IAAI,CAAC4E,MAAM;YACjBT,WAAW,EAAE;UACf,CAAC;UACDW,IAAI,EAAE;YACJb,IAAI,EAAEjE,IAAI,CAAC4E,MAAM;YACjBT,WAAW,EAAE;UACf,CAAC;UACDY,WAAW,EAAE;YACXd,IAAI,EAAEjE,IAAI,CAAC4E,MAAM;YACjBT,WAAW,EAAE,0BAA0B;YACvCC,IAAI,EAAEd;UACR,CAAC;UACD,GAAGI;QACL,CAAC;QACDsB,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa;MAClC;IACF,CAAC;EACH;EAEQd,YAAYA,CAACD,IAAY,EAAU;IACzC,QAAQA,IAAI;MACV,KAAK,QAAQ;QAAE,OAAOjE,IAAI,CAACiF,MAAM;MACjC,KAAK,SAAS;QAAE,OAAOjF,IAAI,CAACkF,OAAO;MACnC,KAAK,SAAS;QAAE,OAAOlF,IAAI,CAACmF,OAAO;MACnC,KAAK,QAAQ;MACb;QAAS,OAAOnF,IAAI,CAAC4E,MAAM;IAC7B;EACF;;EAEA;;EAEA;AACF;AACA;AACA;EACUjD,aAAaA,CAACT,WAAmB,EAAEkE,QAAqB,EAAE/D,UAAmB,EAAS;IAC5F,MAAMgE,KAAY,GAAG,CAAC;MAAEC,IAAI,EAAEpE;IAAY,CAAC,CAAC;;IAE5C;IACA,IAAIG,UAAU,EAAE;MACdgE,KAAK,CAACE,IAAI,CAAC;QACTC,UAAU,EAAE;UACVC,QAAQ,EAAE,YAAY;UACtBC,IAAI,EAAErE;QACR;MACF,CAAC,CAAC;IACJ;IAEA,OAAO,CAAC;MAAEsE,IAAI,EAAE,MAAM;MAAEN;IAAM,CAAC,CAAC;EAClC;;EAEA;;EAEA;AACF;AACA;AACA;EACUnC,sBAAsBA,CAACnB,QAAa,EAAEZ,KAAuB,EAAkB;IACrF,MAAMyE,UAAU,GAAG7D,QAAQ,CAAC6D,UAAU,IAAI,EAAE;IAE5C,IAAIA,UAAU,CAACrE,MAAM,KAAK,CAAC,EAAE;MAC3BtB,MAAM,CAAC4F,IAAI,CAAC,gBAAgB,EAAE,2BAA2B,CAAC;MAC1D,OAAO;QACLC,SAAS,EAAE,CAAC;UAAErC,IAAI,EAAE,MAAM;UAAEsC,IAAI,EAAE;YAAET,IAAI,EAAE,wBAAwB;YAAEU,OAAO,EAAE;UAAM;QAAE,CAAC,CAAC;QACvFC,SAAS,EAAE;UAAEC,gBAAgB,EAAE,EAAE;UAAErB,MAAM,EAAE,EAAE;UAAEC,IAAI,EAAE;QAAG,CAAC;QACzDQ,IAAI,EAAE;MACR,CAAC;IACH;IAEA,MAAMa,SAAS,GAAGP,UAAU,CAAC,CAAC,CAAC;IAC/B,MAAMP,KAAK,GAAGc,SAAS,CAACC,OAAO,EAAEf,KAAK,IAAI,EAAE;;IAE5C;IACA,MAAMgB,UAAU,GAAGhB,KAAK,CAACiB,IAAI,CAAEC,CAAM,IAAKA,CAAC,CAACC,YAAY,CAAC;IACzD,MAAMC,QAAQ,GAAGpB,KAAK,CAACiB,IAAI,CAAEC,CAAM,IAAKA,CAAC,CAACjB,IAAI,CAAC;IAE/C,IAAI,CAACe,UAAU,EAAEG,YAAY,EAAE;MAC7BvG,MAAM,CAAC4F,IAAI,CAAC,gBAAgB,EAAE,qCAAqC,EAAEY,QAAQ,EAAEnB,IAAI,CAAC;MACpF,OAAO;QACLQ,SAAS,EAAE,CAAC;UAAErC,IAAI,EAAE,MAAM;UAAEsC,IAAI,EAAE;YAAET,IAAI,EAAEmB,QAAQ,EAAEnB,IAAI,IAAI,kBAAkB;YAAEU,OAAO,EAAE;UAAM;QAAE,CAAC,CAAC;QACnGC,SAAS,EAAE;UAAEC,gBAAgB,EAAE,EAAE;UAAErB,MAAM,EAAE,EAAE;UAAEC,IAAI,EAAE;QAAG,CAAC;QACzDQ,IAAI,EAAEmB,QAAQ,EAAEnB;MAClB,CAAC;IACH;IAEA,MAAMS,IAAI,GAAGM,UAAU,CAACG,YAAY,CAACT,IAAI,IAAI,CAAC,CAAC;;IAE/C;IACA,MAAME,SAAyB,GAAG;MAChCC,gBAAgB,EAAEH,IAAI,CAACpB,kBAAkB,IAAI,EAAE;MAC/CE,MAAM,EAAEkB,IAAI,CAAClB,MAAM,IAAI,EAAE;MACzBC,IAAI,EAAEiB,IAAI,CAACjB,IAAI,IAAI;IACrB,CAAC;;IAED;IACA,MAAM4B,UAAU,GAAGX,IAAI,CAAChB,WAAW;IACnC,IAAI,CAAC2B,UAAU,EAAE;MACfzG,MAAM,CAAC4F,IAAI,CAAC,gBAAgB,EAAE,qDAAqD,CAAC;MACpF,OAAO;QACLC,SAAS,EAAE,CAAC;UAAErC,IAAI,EAAE,MAAM;UAAEsC,IAAI,EAAE;YAAET,IAAI,EAAE,iCAAiC;YAAEU,OAAO,EAAE;UAAM;QAAE,CAAC,CAAC;QAChGC,SAAS;QACTX,IAAI,EAAEmB,QAAQ,EAAEnB;MAClB,CAAC;IACH;;IAEA;IACA,MAAMqB,UAA+B,GAAG,CAAC,CAAC;IAC1C,MAAMC,YAAY,GAAG,IAAIC,GAAG,CAAC,CAAC,GAAG1G,gBAAgB,EAAE,aAAa,CAAC,CAAC;IAElE,MAAM2G,WAAW,GAAG3F,KAAK,CAACmF,IAAI,CAAC9C,CAAC,IAAIA,CAAC,CAACC,IAAI,KAAKiD,UAAU,CAAC;IAC1D,IAAII,WAAW,EAAE;MACf,KAAK,MAAMlD,SAAS,IAAIE,MAAM,CAACS,IAAI,CAACuC,WAAW,CAAC9C,UAAU,CAAC,EAAE;QAC3D,IAAI+B,IAAI,CAACnC,SAAS,CAAC,KAAKmD,SAAS,EAAE;UACjCJ,UAAU,CAAC/C,SAAS,CAAC,GAAGmC,IAAI,CAACnC,SAAS,CAAC;QACzC;MACF;IACF,CAAC,MAAM;MACL,KAAK,MAAM,CAACoD,GAAG,EAAEC,KAAK,CAAC,IAAInD,MAAM,CAACC,OAAO,CAACgC,IAAI,CAAC,EAAE;QAC/C,IAAI,CAACa,YAAY,CAACM,GAAG,CAACF,GAAG,CAAC,EAAE;UAC1BL,UAAU,CAACK,GAAG,CAAC,GAAGC,KAAK;QACzB;MACF;IACF;IAEAhH,MAAM,CAACqB,IAAI,CAAC,gBAAgB,EAAE,kBAAkBoF,UAAU,WAAWT,SAAS,CAACnB,IAAI,GAAG,CAAC;IAEvF,OAAO;MACLgB,SAAS,EAAE,CAAC;QAAErC,IAAI,EAAEiD,UAAU;QAAEX,IAAI,EAAEY;MAAW,CAAC,CAAC;MACnDV,SAAS;MACTX,IAAI,EAAEmB,QAAQ,EAAEnB;IAClB,CAAC;EACH;;EAEA;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACU1C,iBAAiBA,CAACb,QAAa,EAA0B;IAC/D,MAAMoF,IAAI,GAAGpF,QAAQ,EAAEqF,aAAa;IACpC,IAAI,CAACD,IAAI,EAAE,OAAOJ,SAAS;IAE3B,MAAMlE,YAAY,GAAGsE,IAAI,CAACE,gBAAgB,IAAI,CAAC;IAC/C,MAAMvE,gBAAgB,GAAGqE,IAAI,CAACG,oBAAoB,IAAI,CAAC;IACvD,MAAMC,WAAW,GAAGJ,IAAI,CAACK,eAAe,IAAK3E,YAAY,GAAGC,gBAAiB;;IAE7E;IACA,MAAM2E,gBAAgB,GAAG,IAAI;IAC7B,MAAMC,iBAAiB,GAAG,IAAI;IAE9B,MAAM3E,gBAAgB,GACnBF,YAAY,GAAG,SAAS,GAAI4E,gBAAgB,GAC5C3E,gBAAgB,GAAG,SAAS,GAAI4E,iBAAiB;IAEpD,OAAO;MAAE7E,YAAY;MAAEC,gBAAgB;MAAEyE,WAAW;MAAExE;IAAiB,CAAC;EAC1E;AACF","ignoreList":[]}
|
|
@@ -62,9 +62,19 @@ export class VoiceService {
|
|
|
62
62
|
const model = this.config.model || DEFAULT_MODEL;
|
|
63
63
|
logger.info('VoiceService', `Connecting via SDK (model: ${model})`);
|
|
64
64
|
try {
|
|
65
|
-
const
|
|
66
|
-
|
|
67
|
-
|
|
65
|
+
const genAiConfig = {};
|
|
66
|
+
if (this.config.proxyUrl) {
|
|
67
|
+
genAiConfig.apiKey = 'proxy-key';
|
|
68
|
+
genAiConfig.httpOptions = {
|
|
69
|
+
baseUrl: this.config.proxyUrl,
|
|
70
|
+
headers: this.config.proxyHeaders || {}
|
|
71
|
+
};
|
|
72
|
+
} else if (this.config.apiKey) {
|
|
73
|
+
genAiConfig.apiKey = this.config.apiKey;
|
|
74
|
+
} else {
|
|
75
|
+
throw new Error('[mobileai] Must provide apiKey or proxyUrl');
|
|
76
|
+
}
|
|
77
|
+
const ai = new GoogleGenAI(genAiConfig);
|
|
68
78
|
const toolDeclarations = this.buildToolDeclarations();
|
|
69
79
|
|
|
70
80
|
// Build SDK config matching the official docs pattern
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["GoogleGenAI","Modality","logger","DEFAULT_MODEL","DEFAULT_INPUT_SAMPLE_RATE","VoiceService","session","callbacks","lastCallbacks","_status","intentionalDisconnect","constructor","config","connect","info","setStatus","model","ai","apiKey","toolDeclarations","buildToolDeclarations","sdkConfig","responseModalities","AUDIO","inputAudioTranscription","outputAudioTranscription","systemPrompt","systemInstruction","parts","text","length","tools","functionDeclarations","configDump","JSON","stringify","map","t","name","join","live","onopen","onmessage","message","handleSDKMessage","onerror","error","errDetail","Object","getOwnPropertyNames","substring","onError","onclose","event","closeDetail","code","reason","disconnect","close","isConnected","currentStatus","sendCount","sendAudio","base64Audio","warn","mimeType","inputSampleRate","sendRealtimeInput","audio","data","stack","sendText","sendClientContent","turns","role","turnComplete","sendScreenContext","domText","sendFunctionResponse","id","result","sendToolResponse","functionResponses","response","validTools","filter","tool","hasParams","keys","parameters","functionDecl","description","type","properties","fromEntries","entries","key","param","paramType","toUpperCase","desc","required","msgKeys","serverContent","modelTurn","some","p","inlineData","rawDump","toolCall","functionCalls","handleToolCalls","handleServerContent","setupComplete","undefined","onSetupComplete","fn","args","onToolCall","audioResponseCount","content","contentKeys","debug","onTurnComplete","part","onAudioResponse","onTranscript","inputTranscription","outputTranscription","newStatus","onStatusChange"],"sourceRoot":"../../../src","sources":["services/VoiceService.ts"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA,SAASA,WAAW,EAAEC,QAAQ,QAAQ,kCAAkC;AACxE;;AAEA,SAASC,MAAM,QAAQ,oBAAiB;;AAGxC;;AA2BA;;AAEA,MAAMC,aAAa,GAAG,+CAA+C;AACrE,MAAMC,yBAAyB,GAAG,KAAK;;AAEvC;;AAEA,OAAO,MAAMC,YAAY,CAAC;EAChBC,OAAO,GAAmB,IAAI;EAE9BC,SAAS,GAA0B,CAAC,CAAC;EACtCC,aAAa,GAAiC,IAAI;EACjDC,OAAO,GAAgB,cAAc;EACtCC,qBAAqB,GAAG,KAAK;EAEpCC,WAAWA,CAACC,MAA0B,EAAE;IACtC,IAAI,CAACA,MAAM,GAAGA,MAAM;EACtB;;EAEA;;EAEA;AACF;AACA;AACA;EACE,MAAMC,OAAOA,CAACN,SAAgC,EAAiB;IAC7D,IAAI,IAAI,CAACD,OAAO,EAAE;MAChBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC;MAChD;IACF;IAEA,IAAI,CAACP,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,aAAa,GAAGD,SAAS;IAC9B,IAAI,CAACQ,SAAS,CAAC,YAAY,CAAC;IAC5B,IAAI,CAACL,qBAAqB,GAAG,KAAK;IAElC,MAAMM,KAAK,GAAG,IAAI,CAACJ,MAAM,CAACI,KAAK,IAAIb,aAAa;IAChDD,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,8BAA8BE,KAAK,GAAG,CAAC;IAEnE,IAAI;MACF,MAAMC,EAAE,GAAG,IAAIjB,WAAW,CAAC;QAAEkB,MAAM,EAAE,IAAI,CAACN,MAAM,CAACM;MAAO,CAAC,CAAC;MAE1D,MAAMC,gBAAgB,GAAG,IAAI,CAACC,qBAAqB,CAAC,CAAC;;MAErD;MACA,MAAMC,SAA8B,GAAG;QACrCC,kBAAkB,EAAE,CAACrB,QAAQ,CAACsB,KAAK;MACrC,CAAC;;MAED;MACAF,SAAS,CAACG,uBAAuB,GAAG,CAAC,CAAC;MACtCH,SAAS,CAACI,wBAAwB,GAAG,CAAC,CAAC;MACvCvB,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,uBAAuB,CAAC;MAEpD,IAAI,IAAI,CAACF,MAAM,CAACc,YAAY,EAAE;QAC5BL,SAAS,CAACM,iBAAiB,GAAG;UAC5BC,KAAK,EAAE,CAAC;YAAEC,IAAI,EAAE,IAAI,CAACjB,MAAM,CAACc;UAAa,CAAC;QAC5C,CAAC;MACH;MAEA,IAAIP,gBAAgB,CAACW,MAAM,GAAG,CAAC,EAAE;QAC/BT,SAAS,CAACU,KAAK,GAAG,CAAC;UAAEC,oBAAoB,EAAEb;QAAiB,CAAC,CAAC;MAChE;;MAEA;MACA,MAAMc,UAAU,GAAGC,IAAI,CAACC,SAAS,CAAC;QAChC,GAAGd,SAAS;QACZM,iBAAiB,EAAEN,SAAS,CAACM,iBAAiB,GAAG,WAAW,GAAG,QAAQ;QACvEI,KAAK,EAAEV,SAAS,CAACU,KAAK,GAAG,GAAGZ,gBAAgB,CAACW,MAAM,eAAe,GAAG;MACvE,CAAC,CAAC;MACF5B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kBAAkBmB,UAAU,EAAE,CAAC;MAC3D/B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kBAAkBK,gBAAgB,CAACiB,GAAG,CAAEC,CAAM,IAAKA,CAAC,CAACC,IAAI,CAAC,CAACC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;MAEpG,MAAMjC,OAAO,GAAG,MAAMW,EAAE,CAACuB,IAAI,CAAC3B,OAAO,CAAC;QACpCG,KAAK,EAAEA,KAAK;QACZJ,MAAM,EAAES,SAAS;QACjBd,SAAS,EAAE;UACTkC,MAAM,EAAEA,CAAA,KAAM;YACZvC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC;YACtD,IAAI,CAACC,SAAS,CAAC,WAAW,CAAC;UAC7B,CAAC;UACD2B,SAAS,EAAGC,OAAY,IAAK;YAC3B,IAAI,CAACC,gBAAgB,CAACD,OAAO,CAAC;UAChC,CAAC;UACDE,OAAO,EAAGC,KAAU,IAAK;YACvB,MAAMC,SAAS,GAAGD,KAAK,GACnBZ,IAAI,CAACC,SAAS,CAACW,KAAK,EAAEE,MAAM,CAACC,mBAAmB,CAACH,KAAK,CAAC,CAAC,CAACI,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAC1E,MAAM;YACVhD,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,cAAcC,SAAS,EAAE,CAAC;YACvD,IAAI,CAAChC,SAAS,CAAC,OAAO,CAAC;YACvB,IAAI,CAACR,SAAS,CAAC4C,OAAO,GAAGL,KAAK,EAAEH,OAAO,IAAI,sBAAsB,CAAC;UACpE,CAAC;UACDS,OAAO,EAAGC,KAAU,IAAK;YACvB,MAAMC,WAAW,GAAGD,KAAK,GACrBnB,IAAI,CAACC,SAAS,CAACkB,KAAK,EAAEL,MAAM,CAACC,mBAAmB,CAACI,KAAK,CAAC,CAAC,CAACH,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAC1E,MAAM;YACV,IAAI,IAAI,CAACxC,qBAAqB,EAAE;cAC9BR,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kCAAkC,CAAC;YACjE,CAAC,MAAM;cACLZ,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,2CAA2CO,KAAK,EAAEE,IAAI,aAAaF,KAAK,EAAEG,MAAM,aAAaF,WAAW,EAAE,CAAC;cACxI,IAAI,CAAC/C,SAAS,CAAC4C,OAAO,GAAG,0BAA0BE,KAAK,EAAEE,IAAI,IAAI,SAAS,GAAG,CAAC;YACjF;YACA,IAAI,CAACjD,OAAO,GAAG,IAAI;YACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;UAChC;QACF;MACF,CAAC,CAAC;MAEF,IAAI,CAACT,OAAO,GAAGA,OAAO;MACtBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC;IAExD,CAAC,CAAC,OAAOgC,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,sBAAsBA,KAAK,CAACH,OAAO,EAAE,CAAC;MACnE,IAAI,CAAC5B,SAAS,CAAC,OAAO,CAAC;MACvB,IAAI,CAACR,SAAS,CAAC4C,OAAO,GAAGL,KAAK,CAACH,OAAO,IAAI,mBAAmB,CAAC;IAChE;EACF;EAEAc,UAAUA,CAAA,EAAS;IACjB,IAAI,IAAI,CAACnD,OAAO,EAAE;MAChBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gCAAgC,CAAC;MAC7D,IAAI,CAACJ,qBAAqB,GAAG,IAAI;MACjC,IAAI,CAACJ,OAAO,CAACoD,KAAK,CAAC,CAAC;MACpB,IAAI,CAACpD,OAAO,GAAG,IAAI;MACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;IAChC;EACF;EAEA,IAAI4C,WAAWA,CAAA,EAAY;IACzB,OAAO,IAAI,CAACrD,OAAO,KAAK,IAAI,IAAI,IAAI,CAACG,OAAO,KAAK,WAAW;EAC9D;EAEA,IAAImD,aAAaA,CAAA,EAAgB;IAC/B,OAAO,IAAI,CAACnD,OAAO;EACrB;;EAEA;;EAEA;EACQoD,SAAS,GAAG,CAAC;EACrBC,SAASA,CAACC,WAAmB,EAAQ;IACnC,IAAI,CAACF,SAAS,EAAE;IAChB,IAAI,CAAC,IAAI,CAACF,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;MACtC,IAAI,IAAI,CAACuD,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;QAC7B3D,MAAM,CAAC8D,IAAI,CAAC,cAAc,EAAE,cAAc,IAAI,CAACH,SAAS,0BAA0B,CAAC;MACrF;MACA;IACF;IAEA,MAAMI,QAAQ,GAAG,kBAAkB,IAAI,CAACrD,MAAM,CAACsD,eAAe,IAAI9D,yBAAyB,EAAE;;IAE7F;IACA,IAAI,IAAI,CAACyD,SAAS,IAAI,CAAC,IAAI,IAAI,CAACA,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;MACpD3D,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,iBAAiB,IAAI,CAAC+C,SAAS,SAASE,WAAW,CAACjC,MAAM,UAAUmC,QAAQ,aAAaF,WAAW,CAACb,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;IACzJ;IAEA,IAAI;MACF,IAAI,CAAC5C,OAAO,CAAC6D,iBAAiB,CAAC;QAC7BC,KAAK,EAAE;UAAEC,IAAI,EAAEN,WAAW;UAAEE;QAAS;MACvC,CAAC,CAAC;MACF;MACA,IAAI,IAAI,CAACJ,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;QAC7B3D,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gBAAgB,IAAI,CAAC+C,SAAS,wBAAwB,CAAC,CAAC,IAAI,CAACvD,OAAO,EAAE,CAAC;MACrG;IACF,CAAC,CAAC,OAAOwC,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,0BAA0BA,KAAK,CAACH,OAAO,KAAKG,KAAK,CAACwB,KAAK,EAAEpB,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;MAC1G,IAAI,CAAC5C,OAAO,GAAG,IAAI;MACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;IAChC;EACF;;EAEA;;EAEA;EACAwD,QAAQA,CAAC1C,IAAY,EAAQ;IAC3B,IAAI,CAAC,IAAI,CAAC8B,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;IAExCJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,qBAAqBe,IAAI,GAAG,CAAC;IACzD,IAAI;MACF,IAAI,CAACvB,OAAO,CAACkE,iBAAiB,CAAC;QAC7BC,KAAK,EAAE,CAAC;UAAEC,IAAI,EAAE,MAAM;UAAE9C,KAAK,EAAE,CAAC;YAAEC;UAAK,CAAC;QAAE,CAAC,CAAC;QAC5C8C,YAAY,EAAE;MAChB,CAAC,CAAC;IACJ,CAAC,CAAC,OAAO7B,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,oBAAoBA,KAAK,CAACH,OAAO,EAAE,CAAC;IACnE;EACF;;EAEA;AACF;AACA;AACA;EACEiC,iBAAiBA,CAACC,OAAe,EAAQ;IACvC,IAAI,CAAC,IAAI,CAAClB,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;IAExC,IAAI;MACF,IAAI,CAACA,OAAO,CAACkE,iBAAiB,CAAC;QAC7BC,KAAK,EAAE,CAAC;UAAEC,IAAI,EAAE,MAAM;UAAE9C,KAAK,EAAE,CAAC;YAAEC,IAAI,EAAEgD;UAAQ,CAAC;QAAE,CAAC,CAAC;QACrDF,YAAY,EAAE;MAChB,CAAC,CAAC;MACFzE,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,2BAA2B+D,OAAO,CAAC/C,MAAM,SAAS,CAAC;IACjF,CAAC,CAAC,OAAOgB,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,6BAA6BA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC5E;EACF;;EAEA;;EAEA;EACAmC,oBAAoBA,CAACxC,IAAY,EAAEyC,EAAU,EAAEC,MAAW,EAAQ;IAChE,IAAI,CAAC,IAAI,CAACrB,WAAW,IAAI,CAAC,IAAI,CAACrD,OAAO,EAAE;IAExCJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gCAAgCwB,IAAI,QAAQyC,EAAE,GAAG,CAAC;IAE9E,IAAI;MACF,IAAI,CAACzE,OAAO,CAAC2E,gBAAgB,CAAC;QAC5BC,iBAAiB,EAAE,CAAC;UAAE5C,IAAI;UAAEyC,EAAE;UAAEI,QAAQ,EAAEH;QAAO,CAAC;MACpD,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOlC,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,gCAAgCA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC/E;EACF;;EAEA;;EAEA;AACF;AACA;AACA;EACUvB,qBAAqBA,CAAA,EAAU;IACrC,IAAI,CAAC,IAAI,CAACR,MAAM,CAACmB,KAAK,EAAED,MAAM,EAAE,OAAO,EAAE;IAEzC,MAAMsD,UAAU,GAAG,IAAI,CAACxE,MAAM,CAACmB,KAAK,CAACsD,MAAM,CAAChD,CAAC,IAAIA,CAAC,CAACC,IAAI,KAAK,oBAAoB,CAAC;IACjF,IAAI8C,UAAU,CAACtD,MAAM,KAAK,CAAC,EAAE,OAAO,EAAE;IAEtC,OAAOsD,UAAU,CAAChD,GAAG,CAACkD,IAAI,IAAI;MAC5B,MAAMC,SAAS,GAAGvC,MAAM,CAACwC,IAAI,CAACF,IAAI,CAACG,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC3D,MAAM,GAAG,CAAC;MAC/D,MAAM4D,YAAiB,GAAG;QACxBpD,IAAI,EAAEgD,IAAI,CAAChD,IAAI;QACfqD,WAAW,EAAEL,IAAI,CAACK;MACpB,CAAC;MAED,IAAIJ,SAAS,EAAE;QACbG,YAAY,CAACD,UAAU,GAAG;UACxBG,IAAI,EAAE,QAAQ;UACdC,UAAU,EAAE7C,MAAM,CAAC8C,WAAW,CAC5B9C,MAAM,CAAC+C,OAAO,CAACT,IAAI,CAACG,UAAU,CAAC,CAACrD,GAAG,CAAC,CAAC,CAAC4D,GAAG,EAAEC,KAAK,CAAC,KAAK;YACpD,IAAIC,SAAS,GAAGD,KAAK,CAACL,IAAI,CAACO,WAAW,CAAC,CAAC;YACxC,IAAIC,IAAI,GAAGH,KAAK,CAACN,WAAW;YAC5B,IAAIO,SAAS,KAAK,SAAS,EAAE;cAC3BA,SAAS,GAAG,QAAQ;cACpBE,IAAI,GAAG,GAAGA,IAAI,0BAA0B;YAC1C;YACA,OAAO,CAACJ,GAAG,EAAE;cAAEJ,IAAI,EAAEM,SAAS;cAAEP,WAAW,EAAES;YAAK,CAAC,CAAC;UACtD,CAAC,CACH,CAAC;UACDC,QAAQ,EAAErD,MAAM,CAAC+C,OAAO,CAACT,IAAI,CAACG,UAAU,CAAC,CACtCJ,MAAM,CAAC,CAAC,GAAGY,KAAK,CAAC,KAAKA,KAAK,CAACI,QAAQ,CAAC,CACrCjE,GAAG,CAAC,CAAC,CAAC4D,GAAG,CAAC,KAAKA,GAAG;QACvB,CAAC;MACH;MACA,OAAON,YAAY;IACrB,CAAC,CAAC;EACJ;;EAEA;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACU9C,gBAAgBA,CAACD,OAAY,EAAQ;IAC3C,IAAI;MACF;MACA,MAAM2D,OAAO,GAAGtD,MAAM,CAACwC,IAAI,CAAC7C,OAAO,IAAI,CAAC,CAAC,CAAC,CAACJ,IAAI,CAAC,IAAI,CAAC;MACrDrC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyBwF,OAAO,GAAG,CAAC;;MAEhE;MACA,IAAI,CAAC3D,OAAO,CAAC4D,aAAa,EAAEC,SAAS,EAAE5E,KAAK,EAAE6E,IAAI,CAAEC,CAAM,IAAKA,CAAC,CAACC,UAAU,CAAC,EAAE;QAC5E,MAAMC,OAAO,GAAG1E,IAAI,CAACC,SAAS,CAACQ,OAAO,CAAC,CAACO,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAC1DhD,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,WAAW8F,OAAO,EAAE,CAAC;MACnD;;MAEA;MACA,IAAIjE,OAAO,CAACkE,QAAQ,EAAEC,aAAa,EAAE;QACnC,IAAI,CAACC,eAAe,CAACpE,OAAO,CAACkE,QAAQ,CAACC,aAAa,CAAC;QACpD;MACF;;MAEA;MACA,IAAInE,OAAO,CAAC4D,aAAa,EAAE;QACzB,IAAI,CAACS,mBAAmB,CAACrE,OAAO,CAAC4D,aAAa,CAAC;MACjD;;MAEA;MACA,IAAI5D,OAAO,CAACsE,aAAa,KAAKC,SAAS,EAAE;QACvChH,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,oCAAoC,CAAC;QACjE,IAAI,CAACP,SAAS,CAAC4G,eAAe,GAAG,CAAC;MACpC;;MAEA;MACA,IAAIxE,OAAO,CAACG,KAAK,EAAE;QACjB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,iBAAiBZ,IAAI,CAACC,SAAS,CAACQ,OAAO,CAACG,KAAK,CAAC,EAAE,CAAC;QAC9E,IAAI,CAACvC,SAAS,CAAC4C,OAAO,GAAGR,OAAO,CAACG,KAAK,CAACH,OAAO,IAAI,cAAc,CAAC;MACnE;IACF,CAAC,CAAC,OAAOG,KAAU,EAAE;MACnB5C,MAAM,CAAC4C,KAAK,CAAC,cAAc,EAAE,+BAA+BA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC9E;EACF;;EAEA;EACQoE,eAAeA,CAACD,aAAoB,EAAQ;IAClD,KAAK,MAAMM,EAAE,IAAIN,aAAa,EAAE;MAC9B5G,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,iBAAiBsG,EAAE,CAAC9E,IAAI,IAAIJ,IAAI,CAACC,SAAS,CAACiF,EAAE,CAACC,IAAI,CAAC,SAASD,EAAE,CAACrC,EAAE,GAAG,CAAC;MACjG,IAAI,CAACxE,SAAS,CAAC+G,UAAU,GAAG;QAC1BhF,IAAI,EAAE8E,EAAE,CAAC9E,IAAI;QACb+E,IAAI,EAAED,EAAE,CAACC,IAAI,IAAI,CAAC,CAAC;QACnBtC,EAAE,EAAEqC,EAAE,CAACrC;MACT,CAAC,CAAC;IACJ;EACF;EAEQwC,kBAAkB,GAAG,CAAC;;EAE9B;EACQP,mBAAmBA,CAACQ,OAAY,EAAQ;IAC9C;IACA,MAAMC,WAAW,GAAGzE,MAAM,CAACwC,IAAI,CAACgC,OAAO,IAAI,CAAC,CAAC,CAAC,CAACjF,IAAI,CAAC,IAAI,CAAC;IACzDrC,MAAM,CAACwH,KAAK,CAAC,cAAc,EAAE,2BAA2BD,WAAW,GAAG,CAAC;;IAEvE;IACA,IAAID,OAAO,CAAC7C,YAAY,EAAE;MACxBzE,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,uCAAuC,IAAI,CAACyG,kBAAkB,GAAG,CAAC;MAC9F,IAAI,CAACA,kBAAkB,GAAG,CAAC;MAC3B,IAAI,CAAChH,SAAS,CAACoH,cAAc,GAAG,CAAC;IACnC;;IAEA;IACA,IAAIH,OAAO,CAAChB,SAAS,EAAE5E,KAAK,EAAE;MAC5B,KAAK,MAAMgG,IAAI,IAAIJ,OAAO,CAAChB,SAAS,CAAC5E,KAAK,EAAE;QAC1C,IAAIgG,IAAI,CAACjB,UAAU,EAAEtC,IAAI,EAAE;UACzB,IAAI,CAACkD,kBAAkB,EAAE;UACzB,IAAI,IAAI,CAACA,kBAAkB,IAAI,CAAC,IAAI,IAAI,CAACA,kBAAkB,GAAG,EAAE,KAAK,CAAC,EAAE;YACtErH,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,mBAAmB,IAAI,CAACyG,kBAAkB,KAAKK,IAAI,CAACjB,UAAU,CAACtC,IAAI,CAACvC,MAAM,oBAAoB8F,IAAI,CAACjB,UAAU,CAAC1C,QAAQ,IAAI,SAAS,EAAE,CAAC;UACpK;UACA,IAAI,CAAC1D,SAAS,CAACsH,eAAe,GAAGD,IAAI,CAACjB,UAAU,CAACtC,IAAI,CAAC;QACxD;QACA,IAAIuD,IAAI,CAAC/F,IAAI,EAAE;UACb3B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,cAAc8G,IAAI,CAAC/F,IAAI,GAAG,CAAC;UACvD,IAAI,CAACtB,SAAS,CAACuH,YAAY,GAAGF,IAAI,CAAC/F,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;QACzD;MACF;IACF;;IAEA;IACA,IAAI2F,OAAO,CAACO,kBAAkB,EAAElG,IAAI,EAAE;MACpC3B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,sBAAsB0G,OAAO,CAACO,kBAAkB,CAAClG,IAAI,GAAG,CAAC;MACrF,IAAI,CAACtB,SAAS,CAACuH,YAAY,GAAGN,OAAO,CAACO,kBAAkB,CAAClG,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC;IAC9E;;IAEA;IACA,IAAI2F,OAAO,CAACQ,mBAAmB,EAAEnG,IAAI,EAAE;MACrC3B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,sBAAsB0G,OAAO,CAACQ,mBAAmB,CAACnG,IAAI,GAAG,CAAC;MACtF,IAAI,CAACtB,SAAS,CAACuH,YAAY,GAAGN,OAAO,CAACQ,mBAAmB,CAACnG,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;IAChF;;IAEA;IACA,IAAI2F,OAAO,CAACX,QAAQ,EAAEC,aAAa,EAAE;MACnC,IAAI,CAACC,eAAe,CAACS,OAAO,CAACX,QAAQ,CAACC,aAAa,CAAC;IACtD;EACF;;EAEA;;EAEQ/F,SAASA,CAACkH,SAAsB,EAAQ;IAC9C,IAAI,CAACxH,OAAO,GAAGwH,SAAS;IACxB,IAAI,CAAC1H,SAAS,CAAC2H,cAAc,GAAGD,SAAS,CAAC;EAC5C;AACF","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["GoogleGenAI","Modality","logger","DEFAULT_MODEL","DEFAULT_INPUT_SAMPLE_RATE","VoiceService","session","callbacks","lastCallbacks","_status","intentionalDisconnect","constructor","config","connect","info","setStatus","model","genAiConfig","proxyUrl","apiKey","httpOptions","baseUrl","headers","proxyHeaders","Error","ai","toolDeclarations","buildToolDeclarations","sdkConfig","responseModalities","AUDIO","inputAudioTranscription","outputAudioTranscription","systemPrompt","systemInstruction","parts","text","length","tools","functionDeclarations","configDump","JSON","stringify","map","t","name","join","live","onopen","onmessage","message","handleSDKMessage","onerror","error","errDetail","Object","getOwnPropertyNames","substring","onError","onclose","event","closeDetail","code","reason","disconnect","close","isConnected","currentStatus","sendCount","sendAudio","base64Audio","warn","mimeType","inputSampleRate","sendRealtimeInput","audio","data","stack","sendText","sendClientContent","turns","role","turnComplete","sendScreenContext","domText","sendFunctionResponse","id","result","sendToolResponse","functionResponses","response","validTools","filter","tool","hasParams","keys","parameters","functionDecl","description","type","properties","fromEntries","entries","key","param","paramType","toUpperCase","desc","required","msgKeys","serverContent","modelTurn","some","p","inlineData","rawDump","toolCall","functionCalls","handleToolCalls","handleServerContent","setupComplete","undefined","onSetupComplete","fn","args","onToolCall","audioResponseCount","content","contentKeys","debug","onTurnComplete","part","onAudioResponse","onTranscript","inputTranscription","outputTranscription","newStatus","onStatusChange"],"sourceRoot":"../../../src","sources":["services/VoiceService.ts"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA,SAASA,WAAW,EAAEC,QAAQ,QAAQ,kCAAkC;AACxE;;AAEA,SAASC,MAAM,QAAQ,oBAAiB;;AAGxC;;AA6BA;;AAEA,MAAMC,aAAa,GAAG,+CAA+C;AACrE,MAAMC,yBAAyB,GAAG,KAAK;;AAEvC;;AAEA,OAAO,MAAMC,YAAY,CAAC;EAChBC,OAAO,GAAmB,IAAI;EAE9BC,SAAS,GAA0B,CAAC,CAAC;EACtCC,aAAa,GAAiC,IAAI;EACjDC,OAAO,GAAgB,cAAc;EACtCC,qBAAqB,GAAG,KAAK;EAEpCC,WAAWA,CAACC,MAA0B,EAAE;IACtC,IAAI,CAACA,MAAM,GAAGA,MAAM;EACtB;;EAEA;;EAEA;AACF;AACA;AACA;EACE,MAAMC,OAAOA,CAACN,SAAgC,EAAiB;IAC7D,IAAI,IAAI,CAACD,OAAO,EAAE;MAChBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,mBAAmB,CAAC;MAChD;IACF;IAEA,IAAI,CAACP,SAAS,GAAGA,SAAS;IAC1B,IAAI,CAACC,aAAa,GAAGD,SAAS;IAC9B,IAAI,CAACQ,SAAS,CAAC,YAAY,CAAC;IAC5B,IAAI,CAACL,qBAAqB,GAAG,KAAK;IAElC,MAAMM,KAAK,GAAG,IAAI,CAACJ,MAAM,CAACI,KAAK,IAAIb,aAAa;IAChDD,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,8BAA8BE,KAAK,GAAG,CAAC;IAEnE,IAAI;MACF,MAAMC,WAAgB,GAAG,CAAC,CAAC;MAE3B,IAAI,IAAI,CAACL,MAAM,CAACM,QAAQ,EAAE;QACxBD,WAAW,CAACE,MAAM,GAAG,WAAW;QAChCF,WAAW,CAACG,WAAW,GAAG;UACxBC,OAAO,EAAE,IAAI,CAACT,MAAM,CAACM,QAAQ;UAC7BI,OAAO,EAAE,IAAI,CAACV,MAAM,CAACW,YAAY,IAAI,CAAC;QACxC,CAAC;MACH,CAAC,MAAM,IAAI,IAAI,CAACX,MAAM,CAACO,MAAM,EAAE;QAC7BF,WAAW,CAACE,MAAM,GAAG,IAAI,CAACP,MAAM,CAACO,MAAM;MACzC,CAAC,MAAM;QACL,MAAM,IAAIK,KAAK,CAAC,4CAA4C,CAAC;MAC/D;MAEA,MAAMC,EAAE,GAAG,IAAIzB,WAAW,CAACiB,WAAW,CAAC;MAEvC,MAAMS,gBAAgB,GAAG,IAAI,CAACC,qBAAqB,CAAC,CAAC;;MAErD;MACA,MAAMC,SAA8B,GAAG;QACrCC,kBAAkB,EAAE,CAAC5B,QAAQ,CAAC6B,KAAK;MACrC,CAAC;;MAED;MACAF,SAAS,CAACG,uBAAuB,GAAG,CAAC,CAAC;MACtCH,SAAS,CAACI,wBAAwB,GAAG,CAAC,CAAC;MACvC9B,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,uBAAuB,CAAC;MAEpD,IAAI,IAAI,CAACF,MAAM,CAACqB,YAAY,EAAE;QAC5BL,SAAS,CAACM,iBAAiB,GAAG;UAC5BC,KAAK,EAAE,CAAC;YAAEC,IAAI,EAAE,IAAI,CAACxB,MAAM,CAACqB;UAAa,CAAC;QAC5C,CAAC;MACH;MAEA,IAAIP,gBAAgB,CAACW,MAAM,GAAG,CAAC,EAAE;QAC/BT,SAAS,CAACU,KAAK,GAAG,CAAC;UAAEC,oBAAoB,EAAEb;QAAiB,CAAC,CAAC;MAChE;;MAEA;MACA,MAAMc,UAAU,GAAGC,IAAI,CAACC,SAAS,CAAC;QAChC,GAAGd,SAAS;QACZM,iBAAiB,EAAEN,SAAS,CAACM,iBAAiB,GAAG,WAAW,GAAG,QAAQ;QACvEI,KAAK,EAAEV,SAAS,CAACU,KAAK,GAAG,GAAGZ,gBAAgB,CAACW,MAAM,eAAe,GAAG;MACvE,CAAC,CAAC;MACFnC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kBAAkB0B,UAAU,EAAE,CAAC;MAC3DtC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kBAAkBY,gBAAgB,CAACiB,GAAG,CAAEC,CAAM,IAAKA,CAAC,CAACC,IAAI,CAAC,CAACC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;MAEpG,MAAMxC,OAAO,GAAG,MAAMmB,EAAE,CAACsB,IAAI,CAAClC,OAAO,CAAC;QACpCG,KAAK,EAAEA,KAAK;QACZJ,MAAM,EAAEgB,SAAS;QACjBrB,SAAS,EAAE;UACTyC,MAAM,EAAEA,CAAA,KAAM;YACZ9C,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC;YACtD,IAAI,CAACC,SAAS,CAAC,WAAW,CAAC;UAC7B,CAAC;UACDkC,SAAS,EAAGC,OAAY,IAAK;YAC3B,IAAI,CAACC,gBAAgB,CAACD,OAAO,CAAC;UAChC,CAAC;UACDE,OAAO,EAAGC,KAAU,IAAK;YACvB,MAAMC,SAAS,GAAGD,KAAK,GACnBZ,IAAI,CAACC,SAAS,CAACW,KAAK,EAAEE,MAAM,CAACC,mBAAmB,CAACH,KAAK,CAAC,CAAC,CAACI,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAC1E,MAAM;YACVvD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,cAAcC,SAAS,EAAE,CAAC;YACvD,IAAI,CAACvC,SAAS,CAAC,OAAO,CAAC;YACvB,IAAI,CAACR,SAAS,CAACmD,OAAO,GAAGL,KAAK,EAAEH,OAAO,IAAI,sBAAsB,CAAC;UACpE,CAAC;UACDS,OAAO,EAAGC,KAAU,IAAK;YACvB,MAAMC,WAAW,GAAGD,KAAK,GACrBnB,IAAI,CAACC,SAAS,CAACkB,KAAK,EAAEL,MAAM,CAACC,mBAAmB,CAACI,KAAK,CAAC,CAAC,CAACH,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAC1E,MAAM;YACV,IAAI,IAAI,CAAC/C,qBAAqB,EAAE;cAC9BR,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,kCAAkC,CAAC;YACjE,CAAC,MAAM;cACLZ,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,2CAA2CO,KAAK,EAAEE,IAAI,aAAaF,KAAK,EAAEG,MAAM,aAAaF,WAAW,EAAE,CAAC;cACxI,IAAI,CAACtD,SAAS,CAACmD,OAAO,GAAG,0BAA0BE,KAAK,EAAEE,IAAI,IAAI,SAAS,GAAG,CAAC;YACjF;YACA,IAAI,CAACxD,OAAO,GAAG,IAAI;YACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;UAChC;QACF;MACF,CAAC,CAAC;MAEF,IAAI,CAACT,OAAO,GAAGA,OAAO;MACtBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyB,CAAC;IAExD,CAAC,CAAC,OAAOuC,KAAU,EAAE;MACnBnD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,sBAAsBA,KAAK,CAACH,OAAO,EAAE,CAAC;MACnE,IAAI,CAACnC,SAAS,CAAC,OAAO,CAAC;MACvB,IAAI,CAACR,SAAS,CAACmD,OAAO,GAAGL,KAAK,CAACH,OAAO,IAAI,mBAAmB,CAAC;IAChE;EACF;EAEAc,UAAUA,CAAA,EAAS;IACjB,IAAI,IAAI,CAAC1D,OAAO,EAAE;MAChBJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gCAAgC,CAAC;MAC7D,IAAI,CAACJ,qBAAqB,GAAG,IAAI;MACjC,IAAI,CAACJ,OAAO,CAAC2D,KAAK,CAAC,CAAC;MACpB,IAAI,CAAC3D,OAAO,GAAG,IAAI;MACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;IAChC;EACF;EAEA,IAAImD,WAAWA,CAAA,EAAY;IACzB,OAAO,IAAI,CAAC5D,OAAO,KAAK,IAAI,IAAI,IAAI,CAACG,OAAO,KAAK,WAAW;EAC9D;EAEA,IAAI0D,aAAaA,CAAA,EAAgB;IAC/B,OAAO,IAAI,CAAC1D,OAAO;EACrB;;EAEA;;EAEA;EACQ2D,SAAS,GAAG,CAAC;EACrBC,SAASA,CAACC,WAAmB,EAAQ;IACnC,IAAI,CAACF,SAAS,EAAE;IAChB,IAAI,CAAC,IAAI,CAACF,WAAW,IAAI,CAAC,IAAI,CAAC5D,OAAO,EAAE;MACtC,IAAI,IAAI,CAAC8D,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;QAC7BlE,MAAM,CAACqE,IAAI,CAAC,cAAc,EAAE,cAAc,IAAI,CAACH,SAAS,0BAA0B,CAAC;MACrF;MACA;IACF;IAEA,MAAMI,QAAQ,GAAG,kBAAkB,IAAI,CAAC5D,MAAM,CAAC6D,eAAe,IAAIrE,yBAAyB,EAAE;;IAE7F;IACA,IAAI,IAAI,CAACgE,SAAS,IAAI,CAAC,IAAI,IAAI,CAACA,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;MACpDlE,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,iBAAiB,IAAI,CAACsD,SAAS,SAASE,WAAW,CAACjC,MAAM,UAAUmC,QAAQ,aAAaF,WAAW,CAACb,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;IACzJ;IAEA,IAAI;MACF,IAAI,CAACnD,OAAO,CAACoE,iBAAiB,CAAC;QAC7BC,KAAK,EAAE;UAAEC,IAAI,EAAEN,WAAW;UAAEE;QAAS;MACvC,CAAC,CAAC;MACF;MACA,IAAI,IAAI,CAACJ,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE;QAC7BlE,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gBAAgB,IAAI,CAACsD,SAAS,wBAAwB,CAAC,CAAC,IAAI,CAAC9D,OAAO,EAAE,CAAC;MACrG;IACF,CAAC,CAAC,OAAO+C,KAAU,EAAE;MACnBnD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,0BAA0BA,KAAK,CAACH,OAAO,KAAKG,KAAK,CAACwB,KAAK,EAAEpB,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;MAC1G,IAAI,CAACnD,OAAO,GAAG,IAAI;MACnB,IAAI,CAACS,SAAS,CAAC,cAAc,CAAC;IAChC;EACF;;EAEA;;EAEA;EACA+D,QAAQA,CAAC1C,IAAY,EAAQ;IAC3B,IAAI,CAAC,IAAI,CAAC8B,WAAW,IAAI,CAAC,IAAI,CAAC5D,OAAO,EAAE;IAExCJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,qBAAqBsB,IAAI,GAAG,CAAC;IACzD,IAAI;MACF,IAAI,CAAC9B,OAAO,CAACyE,iBAAiB,CAAC;QAC7BC,KAAK,EAAE,CAAC;UAAEC,IAAI,EAAE,MAAM;UAAE9C,KAAK,EAAE,CAAC;YAAEC;UAAK,CAAC;QAAE,CAAC,CAAC;QAC5C8C,YAAY,EAAE;MAChB,CAAC,CAAC;IACJ,CAAC,CAAC,OAAO7B,KAAU,EAAE;MACnBnD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,oBAAoBA,KAAK,CAACH,OAAO,EAAE,CAAC;IACnE;EACF;;EAEA;AACF;AACA;AACA;EACEiC,iBAAiBA,CAACC,OAAe,EAAQ;IACvC,IAAI,CAAC,IAAI,CAAClB,WAAW,IAAI,CAAC,IAAI,CAAC5D,OAAO,EAAE;IAExC,IAAI;MACF,IAAI,CAACA,OAAO,CAACyE,iBAAiB,CAAC;QAC7BC,KAAK,EAAE,CAAC;UAAEC,IAAI,EAAE,MAAM;UAAE9C,KAAK,EAAE,CAAC;YAAEC,IAAI,EAAEgD;UAAQ,CAAC;QAAE,CAAC,CAAC;QACrDF,YAAY,EAAE;MAChB,CAAC,CAAC;MACFhF,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,2BAA2BsE,OAAO,CAAC/C,MAAM,SAAS,CAAC;IACjF,CAAC,CAAC,OAAOgB,KAAU,EAAE;MACnBnD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,6BAA6BA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC5E;EACF;;EAEA;;EAEA;EACAmC,oBAAoBA,CAACxC,IAAY,EAAEyC,EAAU,EAAEC,MAAW,EAAQ;IAChE,IAAI,CAAC,IAAI,CAACrB,WAAW,IAAI,CAAC,IAAI,CAAC5D,OAAO,EAAE;IAExCJ,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,gCAAgC+B,IAAI,QAAQyC,EAAE,GAAG,CAAC;IAE9E,IAAI;MACF,IAAI,CAAChF,OAAO,CAACkF,gBAAgB,CAAC;QAC5BC,iBAAiB,EAAE,CAAC;UAAE5C,IAAI;UAAEyC,EAAE;UAAEI,QAAQ,EAAEH;QAAO,CAAC;MACpD,CAAC,CAAC;IACJ,CAAC,CAAC,OAAOlC,KAAU,EAAE;MACnBnD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,gCAAgCA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC/E;EACF;;EAEA;;EAEA;AACF;AACA;AACA;EACUvB,qBAAqBA,CAAA,EAAU;IACrC,IAAI,CAAC,IAAI,CAACf,MAAM,CAAC0B,KAAK,EAAED,MAAM,EAAE,OAAO,EAAE;IAEzC,MAAMsD,UAAU,GAAG,IAAI,CAAC/E,MAAM,CAAC0B,KAAK,CAACsD,MAAM,CAAChD,CAAC,IAAIA,CAAC,CAACC,IAAI,KAAK,oBAAoB,CAAC;IACjF,IAAI8C,UAAU,CAACtD,MAAM,KAAK,CAAC,EAAE,OAAO,EAAE;IAEtC,OAAOsD,UAAU,CAAChD,GAAG,CAACkD,IAAI,IAAI;MAC5B,MAAMC,SAAS,GAAGvC,MAAM,CAACwC,IAAI,CAACF,IAAI,CAACG,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC3D,MAAM,GAAG,CAAC;MAC/D,MAAM4D,YAAiB,GAAG;QACxBpD,IAAI,EAAEgD,IAAI,CAAChD,IAAI;QACfqD,WAAW,EAAEL,IAAI,CAACK;MACpB,CAAC;MAED,IAAIJ,SAAS,EAAE;QACbG,YAAY,CAACD,UAAU,GAAG;UACxBG,IAAI,EAAE,QAAQ;UACdC,UAAU,EAAE7C,MAAM,CAAC8C,WAAW,CAC5B9C,MAAM,CAAC+C,OAAO,CAACT,IAAI,CAACG,UAAU,CAAC,CAACrD,GAAG,CAAC,CAAC,CAAC4D,GAAG,EAAEC,KAAK,CAAC,KAAK;YACpD,IAAIC,SAAS,GAAGD,KAAK,CAACL,IAAI,CAACO,WAAW,CAAC,CAAC;YACxC,IAAIC,IAAI,GAAGH,KAAK,CAACN,WAAW;YAC5B,IAAIO,SAAS,KAAK,SAAS,EAAE;cAC3BA,SAAS,GAAG,QAAQ;cACpBE,IAAI,GAAG,GAAGA,IAAI,0BAA0B;YAC1C;YACA,OAAO,CAACJ,GAAG,EAAE;cAAEJ,IAAI,EAAEM,SAAS;cAAEP,WAAW,EAAES;YAAK,CAAC,CAAC;UACtD,CAAC,CACH,CAAC;UACDC,QAAQ,EAAErD,MAAM,CAAC+C,OAAO,CAACT,IAAI,CAACG,UAAU,CAAC,CACtCJ,MAAM,CAAC,CAAC,GAAGY,KAAK,CAAC,KAAKA,KAAK,CAACI,QAAQ,CAAC,CACrCjE,GAAG,CAAC,CAAC,CAAC4D,GAAG,CAAC,KAAKA,GAAG;QACvB,CAAC;MACH;MACA,OAAON,YAAY;IACrB,CAAC,CAAC;EACJ;;EAEA;;EAEA;AACF;AACA;AACA;AACA;AACA;AACA;EACU9C,gBAAgBA,CAACD,OAAY,EAAQ;IAC3C,IAAI;MACF;MACA,MAAM2D,OAAO,GAAGtD,MAAM,CAACwC,IAAI,CAAC7C,OAAO,IAAI,CAAC,CAAC,CAAC,CAACJ,IAAI,CAAC,IAAI,CAAC;MACrD5C,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,yBAAyB+F,OAAO,GAAG,CAAC;;MAEhE;MACA,IAAI,CAAC3D,OAAO,CAAC4D,aAAa,EAAEC,SAAS,EAAE5E,KAAK,EAAE6E,IAAI,CAAEC,CAAM,IAAKA,CAAC,CAACC,UAAU,CAAC,EAAE;QAC5E,MAAMC,OAAO,GAAG1E,IAAI,CAACC,SAAS,CAACQ,OAAO,CAAC,CAACO,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAC1DvD,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,WAAWqG,OAAO,EAAE,CAAC;MACnD;;MAEA;MACA,IAAIjE,OAAO,CAACkE,QAAQ,EAAEC,aAAa,EAAE;QACnC,IAAI,CAACC,eAAe,CAACpE,OAAO,CAACkE,QAAQ,CAACC,aAAa,CAAC;QACpD;MACF;;MAEA;MACA,IAAInE,OAAO,CAAC4D,aAAa,EAAE;QACzB,IAAI,CAACS,mBAAmB,CAACrE,OAAO,CAAC4D,aAAa,CAAC;MACjD;;MAEA;MACA,IAAI5D,OAAO,CAACsE,aAAa,KAAKC,SAAS,EAAE;QACvCvH,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,oCAAoC,CAAC;QACjE,IAAI,CAACP,SAAS,CAACmH,eAAe,GAAG,CAAC;MACpC;;MAEA;MACA,IAAIxE,OAAO,CAACG,KAAK,EAAE;QACjBnD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,iBAAiBZ,IAAI,CAACC,SAAS,CAACQ,OAAO,CAACG,KAAK,CAAC,EAAE,CAAC;QAC9E,IAAI,CAAC9C,SAAS,CAACmD,OAAO,GAAGR,OAAO,CAACG,KAAK,CAACH,OAAO,IAAI,cAAc,CAAC;MACnE;IACF,CAAC,CAAC,OAAOG,KAAU,EAAE;MACnBnD,MAAM,CAACmD,KAAK,CAAC,cAAc,EAAE,+BAA+BA,KAAK,CAACH,OAAO,EAAE,CAAC;IAC9E;EACF;;EAEA;EACQoE,eAAeA,CAACD,aAAoB,EAAQ;IAClD,KAAK,MAAMM,EAAE,IAAIN,aAAa,EAAE;MAC9BnH,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,iBAAiB6G,EAAE,CAAC9E,IAAI,IAAIJ,IAAI,CAACC,SAAS,CAACiF,EAAE,CAACC,IAAI,CAAC,SAASD,EAAE,CAACrC,EAAE,GAAG,CAAC;MACjG,IAAI,CAAC/E,SAAS,CAACsH,UAAU,GAAG;QAC1BhF,IAAI,EAAE8E,EAAE,CAAC9E,IAAI;QACb+E,IAAI,EAAED,EAAE,CAACC,IAAI,IAAI,CAAC,CAAC;QACnBtC,EAAE,EAAEqC,EAAE,CAACrC;MACT,CAAC,CAAC;IACJ;EACF;EAEQwC,kBAAkB,GAAG,CAAC;;EAE9B;EACQP,mBAAmBA,CAACQ,OAAY,EAAQ;IAC9C;IACA,MAAMC,WAAW,GAAGzE,MAAM,CAACwC,IAAI,CAACgC,OAAO,IAAI,CAAC,CAAC,CAAC,CAACjF,IAAI,CAAC,IAAI,CAAC;IACzD5C,MAAM,CAAC+H,KAAK,CAAC,cAAc,EAAE,2BAA2BD,WAAW,GAAG,CAAC;;IAEvE;IACA,IAAID,OAAO,CAAC7C,YAAY,EAAE;MACxBhF,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,uCAAuC,IAAI,CAACgH,kBAAkB,GAAG,CAAC;MAC9F,IAAI,CAACA,kBAAkB,GAAG,CAAC;MAC3B,IAAI,CAACvH,SAAS,CAAC2H,cAAc,GAAG,CAAC;IACnC;;IAEA;IACA,IAAIH,OAAO,CAAChB,SAAS,EAAE5E,KAAK,EAAE;MAC5B,KAAK,MAAMgG,IAAI,IAAIJ,OAAO,CAAChB,SAAS,CAAC5E,KAAK,EAAE;QAC1C,IAAIgG,IAAI,CAACjB,UAAU,EAAEtC,IAAI,EAAE;UACzB,IAAI,CAACkD,kBAAkB,EAAE;UACzB,IAAI,IAAI,CAACA,kBAAkB,IAAI,CAAC,IAAI,IAAI,CAACA,kBAAkB,GAAG,EAAE,KAAK,CAAC,EAAE;YACtE5H,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,mBAAmB,IAAI,CAACgH,kBAAkB,KAAKK,IAAI,CAACjB,UAAU,CAACtC,IAAI,CAACvC,MAAM,oBAAoB8F,IAAI,CAACjB,UAAU,CAAC1C,QAAQ,IAAI,SAAS,EAAE,CAAC;UACpK;UACA,IAAI,CAACjE,SAAS,CAAC6H,eAAe,GAAGD,IAAI,CAACjB,UAAU,CAACtC,IAAI,CAAC;QACxD;QACA,IAAIuD,IAAI,CAAC/F,IAAI,EAAE;UACblC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,cAAcqH,IAAI,CAAC/F,IAAI,GAAG,CAAC;UACvD,IAAI,CAAC7B,SAAS,CAAC8H,YAAY,GAAGF,IAAI,CAAC/F,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;QACzD;MACF;IACF;;IAEA;IACA,IAAI2F,OAAO,CAACO,kBAAkB,EAAElG,IAAI,EAAE;MACpClC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,sBAAsBiH,OAAO,CAACO,kBAAkB,CAAClG,IAAI,GAAG,CAAC;MACrF,IAAI,CAAC7B,SAAS,CAAC8H,YAAY,GAAGN,OAAO,CAACO,kBAAkB,CAAClG,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC;IAC9E;;IAEA;IACA,IAAI2F,OAAO,CAACQ,mBAAmB,EAAEnG,IAAI,EAAE;MACrClC,MAAM,CAACY,IAAI,CAAC,cAAc,EAAE,sBAAsBiH,OAAO,CAACQ,mBAAmB,CAACnG,IAAI,GAAG,CAAC;MACtF,IAAI,CAAC7B,SAAS,CAAC8H,YAAY,GAAGN,OAAO,CAACQ,mBAAmB,CAACnG,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC;IAChF;;IAEA;IACA,IAAI2F,OAAO,CAACX,QAAQ,EAAEC,aAAa,EAAE;MACnC,IAAI,CAACC,eAAe,CAACS,OAAO,CAACX,QAAQ,CAACC,aAAa,CAAC;IACtD;EACF;;EAEA;;EAEQtG,SAASA,CAACyH,SAAsB,EAAQ;IAC9C,IAAI,CAAC/H,OAAO,GAAG+H,SAAS;IACxB,IAAI,CAACjI,SAAS,CAACkI,cAAc,GAAGD,SAAS,CAAC;EAC5C;AACF","ignoreList":[]}
|
|
@@ -10,8 +10,20 @@
|
|
|
10
10
|
import React from 'react';
|
|
11
11
|
import type { ExecutionResult, ToolDefinition, AgentStep, TokenUsage, KnowledgeBaseConfig, ChatBarTheme } from '../core/types';
|
|
12
12
|
interface AIAgentProps {
|
|
13
|
-
/**
|
|
14
|
-
|
|
13
|
+
/**
|
|
14
|
+
* Gemini API key (for local prototyping only).
|
|
15
|
+
* Do not ship API keys in your production app bundle.
|
|
16
|
+
*/
|
|
17
|
+
apiKey?: string;
|
|
18
|
+
/**
|
|
19
|
+
* The URL of your secure backend proxy (for production).
|
|
20
|
+
* Routes all Gemini API traffic through your server.
|
|
21
|
+
*/
|
|
22
|
+
proxyUrl?: string;
|
|
23
|
+
/**
|
|
24
|
+
* Headers to send to your backend proxy (e.g., auth tokens).
|
|
25
|
+
*/
|
|
26
|
+
proxyHeaders?: Record<string, string>;
|
|
15
27
|
/** Gemini model name */
|
|
16
28
|
model?: string;
|
|
17
29
|
/** Navigation container ref (from useNavigationContainerRef) */
|
|
@@ -88,6 +100,6 @@ interface AIAgentProps {
|
|
|
88
100
|
*/
|
|
89
101
|
theme?: ChatBarTheme;
|
|
90
102
|
}
|
|
91
|
-
export declare function AIAgent({ apiKey, model, navRef, maxSteps, showChatBar, children, onResult, interactiveBlacklist, interactiveWhitelist, onBeforeStep, onAfterStep, onBeforeTask, onAfterTask, transformScreenContent, customTools, instructions, stepDelay, mcpServerUrl, router, pathname, enableVoice, onTokenUsage, debug, knowledgeBase, knowledgeMaxTokens, enableUIControl, accentColor, theme, }: AIAgentProps): import("react/jsx-runtime").JSX.Element;
|
|
103
|
+
export declare function AIAgent({ apiKey, proxyUrl, proxyHeaders, model, navRef, maxSteps, showChatBar, children, onResult, interactiveBlacklist, interactiveWhitelist, onBeforeStep, onAfterStep, onBeforeTask, onAfterTask, transformScreenContent, customTools, instructions, stepDelay, mcpServerUrl, router, pathname, enableVoice, onTokenUsage, debug, knowledgeBase, knowledgeMaxTokens, enableUIControl, accentColor, theme, }: AIAgentProps): import("react/jsx-runtime").JSX.Element;
|
|
92
104
|
export {};
|
|
93
105
|
//# sourceMappingURL=AIAgent.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AIAgent.d.ts","sourceRoot":"","sources":["../../../../src/components/AIAgent.tsx"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAMN,MAAM,OAAO,CAAC;AAaf,OAAO,KAAK,EAA0B,eAAe,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAOvJ,UAAU,YAAY;IACpB,
|
|
1
|
+
{"version":3,"file":"AIAgent.d.ts","sourceRoot":"","sources":["../../../../src/components/AIAgent.tsx"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAMN,MAAM,OAAO,CAAC;AAaf,OAAO,KAAK,EAA0B,eAAe,EAAE,cAAc,EAAE,SAAS,EAAE,UAAU,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAOvJ,UAAU,YAAY;IACpB;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,wBAAwB;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,MAAM,CAAC,EAAE,GAAG,CAAC;IAEb,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gCAAgC;IAChC,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC;IAC1B,oCAAoC;IACpC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,IAAI,CAAC;IAI7C,qDAAqD;IACrD,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAC9C,uDAAuD;IACvD,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAC9C,8BAA8B;IAC9B,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC3D,6BAA6B;IAC7B,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7D,gCAAgC;IAChC,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC1C,kCAAkC;IAClC,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAChE,qEAAqE;IACrE,sBAAsB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IACvE,wDAAwD;IACxD,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IACpD,2CAA2C;IAC3C,YAAY,CAAC,EAAE;QACb,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;KAC3E,CAAC;IACF,gCAAgC;IAChC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,8CAA8C;IAC9C,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAC7B,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAChC,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;IACF,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,2CAA2C;IAC3C,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,mDAAmD;IACnD,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAC3C,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;;;OAGG;IACH,aAAa,CAAC,EAAE,mBAAmB,CAAC;IACpC,+DAA+D;IAC/D,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B;;;;OAIG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB;AAID,wBAAgB,OAAO,CAAC,EACtB,MAAM,EACN,QAAQ,EACR,YAAY,EACZ,KAA0B,EAC1B,MAAM,EAEN,QAAa,EACb,WAAkB,EAClB,QAAQ,EACR,QAAQ,EAER,oBAAoB,EACpB,oBAAoB,EACpB,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,WAAW,EACX,sBAAsB,EACtB,WAAW,EACX,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,MAAM,EACN,QAAQ,EACR,WAAmB,EACnB,YAAY,EACZ,KAAa,EACb,aAAa,EACb,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,KAAK,GACN,EAAE,YAAY,2CAugBd"}
|
|
@@ -45,9 +45,21 @@ export interface AgentStep {
|
|
|
45
45
|
};
|
|
46
46
|
}
|
|
47
47
|
export interface AgentConfig {
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
48
|
+
/**
|
|
49
|
+
* Gemini API key (for prototyping only).
|
|
50
|
+
* Do not use in production. Use proxyUrl instead.
|
|
51
|
+
*/
|
|
52
|
+
apiKey?: string;
|
|
53
|
+
/**
|
|
54
|
+
* The URL of your secure backend proxy (for production).
|
|
55
|
+
* Routes all Gemini API requests through your server.
|
|
56
|
+
*/
|
|
57
|
+
proxyUrl?: string;
|
|
58
|
+
/**
|
|
59
|
+
* Optional headers to send to your proxyUrl (e.g., auth tokens).
|
|
60
|
+
*/
|
|
61
|
+
proxyHeaders?: Record<string, string>;
|
|
62
|
+
model?: string; /** Maximum steps per task */
|
|
51
63
|
maxSteps?: number;
|
|
52
64
|
/**
|
|
53
65
|
* React refs of elements the AI must NOT interact with.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/core/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;AAIzC,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,CAAC;AAE/E,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,IAAI,EAAE,WAAW,CAAC;IAClB,gFAAgF;IAChF,KAAK,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,SAAS,EAAE,GAAG,CAAC;IACf,yBAAyB;IACzB,KAAK,EAAE;QACL,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;QACnC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QACtC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;QACzC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAID,MAAM,WAAW,gBAAgB;IAC/B,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,yBAAyB;IACzB,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/core/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;AAIzC,MAAM,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,YAAY,CAAC;AAE/E,MAAM,WAAW,kBAAkB;IACjC,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,mBAAmB;IACnB,IAAI,EAAE,WAAW,CAAC;IAClB,gFAAgF;IAChF,KAAK,EAAE,MAAM,CAAC;IACd,gDAAgD;IAChD,SAAS,EAAE,GAAG,CAAC;IACf,yBAAyB;IACzB,KAAK,EAAE;QACL,OAAO,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,CAAC;QACnC,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QACtC,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,CAAC;QACzC,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;QACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;CACH;AAID,MAAM,WAAW,gBAAgB;IAC/B,kDAAkD;IAClD,UAAU,EAAE,MAAM,CAAC;IACnB,mDAAmD;IACnD,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,2CAA2C;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,yBAAyB;IACzB,QAAQ,EAAE,kBAAkB,EAAE,CAAC;CAChC;AAID,MAAM,WAAW,SAAS;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,cAAc,CAAC;IAC3B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAC3B,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEtC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAE,6BAA6B;IAC9C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAIlB;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAE9C;;;OAGG;IACH,oBAAoB,CAAC,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;IAI9C,qCAAqC;IACrC,YAAY,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE3D,sDAAsD;IACtD,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE7D,2CAA2C;IAC3C,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE1C,wDAAwD;IACxD,WAAW,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAIhE;;;;OAIG;IACH,sBAAsB,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IAIvE;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IAIpD,kDAAkD;IAClD,YAAY,CAAC,EAAE;QACb,8DAA8D;QAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB;;;;WAIG;QACH,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,KAAK,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;KAC3E,CAAC;IAEF;;;;;OAKG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;IAE1B,iCAAiC;IACjC,SAAS,CAAC,EAAE,MAAM,CAAC;IAInB;;;OAGG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAE1C;;;OAGG;IACH,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IAE3C;;;;;OAKG;IACH,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAIlD;;;OAGG;IACH,MAAM,CAAC,EAAE;QACP,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAC7B,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;QAChC,IAAI,EAAE,MAAM,IAAI,CAAC;KAClB,CAAC;IAEF;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAIlB;;;;OAIG;IACH,aAAa,CAAC,EAAE,mBAAmB,CAAC;IAEpC,qFAAqF;IACrF,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAI5B;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,kDAAkD;IAClD,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAID,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACtC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAID,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,CAAC;CAC7C;AAID,oDAAoD;AACpD,MAAM,WAAW,cAAc;IAC7B,wBAAwB;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAC;IACd,iCAAiC;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,sEAAsE;IACtE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,yDAAyD;IACzD,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,0EAA0E;IAC1E,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,4EAA4E;AAC5E,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CAC5E;AAED;;;;GAIG;AACH,MAAM,MAAM,mBAAmB,GAAG,cAAc,EAAE,GAAG,kBAAkB,CAAC;AAIxE,6DAA6D;AAC7D,MAAM,WAAW,YAAY;IAC3B;6BACyB;IACzB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yEAAyE;IACzE,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,8CAA8C;IAC9C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,uEAAuE;IACvE,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,0EAA0E;IAC1E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wEAAwE;IACxE,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAID,sEAAsE;AACtE,MAAM,WAAW,cAAc;IAC7B,qEAAqE;IACrE,gBAAgB,EAAE,MAAM,CAAC;IACzB,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,IAAI,EAAE,MAAM,CAAC;CACd;AAID,6CAA6C;AAC7C,MAAM,WAAW,UAAU;IACzB,iCAAiC;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,oCAAoC;IACpC,gBAAgB,EAAE,MAAM,CAAC;IACzB,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,qDAAqD;IACrD,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,0DAA0D;AAC1D,MAAM,WAAW,cAAc;IAC7B,yDAAyD;IACzD,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,CAAC,CAAC;IAC9D,2EAA2E;IAC3E,SAAS,EAAE,cAAc,CAAC;IAC1B,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,yCAAyC;IACzC,UAAU,CAAC,EAAE,UAAU,CAAC;CACzB;AAED,MAAM,WAAW,UAAU;IACzB,eAAe,CACb,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,EAAE,SAAS,EAAE;IACpB,yDAAyD;IACzD,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,cAAc,CAAC,CAAC;CAC5B"}
|
|
@@ -13,7 +13,7 @@ import type { AIProvider, ToolDefinition, AgentStep, ProviderResult } from '../c
|
|
|
13
13
|
export declare class GeminiProvider implements AIProvider {
|
|
14
14
|
private ai;
|
|
15
15
|
private model;
|
|
16
|
-
constructor(apiKey
|
|
16
|
+
constructor(apiKey?: string, model?: string, proxyUrl?: string, proxyHeaders?: Record<string, string>);
|
|
17
17
|
generateContent(systemPrompt: string, userMessage: string, tools: ToolDefinition[], history: AgentStep[], screenshot?: string): Promise<ProviderResult>;
|
|
18
18
|
/**
|
|
19
19
|
* Builds a single `agent_step` function declaration that combines:
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../../src/providers/GeminiProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,cAAc,EAA8B,MAAM,eAAe,CAAC;AAWvH,qBAAa,cAAe,YAAW,UAAU;IAC/C,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,KAAK,CAAS;
|
|
1
|
+
{"version":3,"file":"GeminiProvider.d.ts","sourceRoot":"","sources":["../../../../src/providers/GeminiProvider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,SAAS,EAAE,cAAc,EAA8B,MAAM,eAAe,CAAC;AAWvH,qBAAa,cAAe,YAAW,UAAU;IAC/C,OAAO,CAAC,EAAE,CAAc;IACxB,OAAO,CAAC,KAAK,CAAS;gBAGpB,MAAM,CAAC,EAAE,MAAM,EACf,KAAK,GAAE,MAA2B,EAClC,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAoBjC,eAAe,CACnB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,EAAE,SAAS,EAAE,EACpB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,cAAc,CAAC;IAuD1B;;;;;;;OAOG;IACH,OAAO,CAAC,yBAAyB;IAsDjC,OAAO,CAAC,YAAY;IAYpB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAkBrB;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IA8E9B;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;CAkB1B"}
|
|
@@ -14,7 +14,9 @@
|
|
|
14
14
|
*/
|
|
15
15
|
import type { ToolDefinition } from '../core/types';
|
|
16
16
|
export interface VoiceServiceConfig {
|
|
17
|
-
apiKey
|
|
17
|
+
apiKey?: string;
|
|
18
|
+
proxyUrl?: string;
|
|
19
|
+
proxyHeaders?: Record<string, string>;
|
|
18
20
|
model?: string;
|
|
19
21
|
systemPrompt?: string;
|
|
20
22
|
tools?: ToolDefinition[];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"VoiceService.d.ts","sourceRoot":"","sources":["../../../../src/services/VoiceService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAWH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAIpD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"VoiceService.d.ts","sourceRoot":"","sources":["../../../../src/services/VoiceService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAWH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAIpD,MAAM,WAAW,kBAAkB;IACjC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,qBAAqB;IACpC,eAAe,CAAC,EAAE,CAAC,WAAW,EAAE,MAAM,KAAK,IAAI,CAAC;IAChD,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;IACzF,YAAY,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,KAAK,IAAI,CAAC;IAChF,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,IAAI,CAAC;IAC/C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClC,uDAAuD;IACvD,cAAc,CAAC,EAAE,MAAM,IAAI,CAAC;IAC5B,sEAAsE;IACtE,eAAe,CAAC,EAAE,MAAM,IAAI,CAAC;CAC9B;AAED,MAAM,MAAM,WAAW,GAAG,cAAc,GAAG,YAAY,GAAG,WAAW,GAAG,OAAO,CAAC;AAShF,qBAAa,YAAY;IACvB,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,MAAM,CAAqB;IACnC,OAAO,CAAC,SAAS,CAA6B;IACvC,aAAa,EAAE,qBAAqB,GAAG,IAAI,CAAQ;IAC1D,OAAO,CAAC,OAAO,CAA+B;IACvC,qBAAqB,UAAS;gBAEzB,MAAM,EAAE,kBAAkB;IAMtC;;;OAGG;IACG,OAAO,CAAC,SAAS,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2G9D,UAAU,IAAI,IAAI;IAUlB,IAAI,WAAW,IAAI,OAAO,CAEzB;IAED,IAAI,aAAa,IAAI,WAAW,CAE/B;IAID,wEAAwE;IACxE,OAAO,CAAC,SAAS,CAAK;IACtB,SAAS,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI;IAiCpC,oDAAoD;IACpD,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAc5B;;;OAGG;IACH,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAgBxC,gEAAgE;IAChE,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,GAAG,IAAI;IAgBjE;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAsC7B;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;IAuCxB,wCAAwC;IACxC,OAAO,CAAC,eAAe;IAWvB,OAAO,CAAC,kBAAkB,CAAK;IAE/B,yEAAyE;IACzE,OAAO,CAAC,mBAAmB;IAiD3B,OAAO,CAAC,SAAS;CAIlB"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mobileai/react-native",
|
|
3
|
-
"version": "0.5.
|
|
3
|
+
"version": "0.5.16",
|
|
4
4
|
"description": "Build autonomous AI agents for React Native and Expo apps. Provides AI-native UI traversal, tool calling, and structured reasoning.",
|
|
5
5
|
"main": "./lib/module/index.js",
|
|
6
6
|
"source": "./src/index.ts",
|
|
@@ -35,8 +35,20 @@ console.log('🚀 AIAgent.tsx MODULE LOADED');
|
|
|
35
35
|
// ─── Props ─────────────────────────────────────────────────────
|
|
36
36
|
|
|
37
37
|
interface AIAgentProps {
|
|
38
|
-
/**
|
|
39
|
-
|
|
38
|
+
/**
|
|
39
|
+
* Gemini API key (for local prototyping only).
|
|
40
|
+
* Do not ship API keys in your production app bundle.
|
|
41
|
+
*/
|
|
42
|
+
apiKey?: string;
|
|
43
|
+
/**
|
|
44
|
+
* The URL of your secure backend proxy (for production).
|
|
45
|
+
* Routes all Gemini API traffic through your server.
|
|
46
|
+
*/
|
|
47
|
+
proxyUrl?: string;
|
|
48
|
+
/**
|
|
49
|
+
* Headers to send to your backend proxy (e.g., auth tokens).
|
|
50
|
+
*/
|
|
51
|
+
proxyHeaders?: Record<string, string>;
|
|
40
52
|
/** Gemini model name */
|
|
41
53
|
model?: string;
|
|
42
54
|
/** Navigation container ref (from useNavigationContainerRef) */
|
|
@@ -122,6 +134,8 @@ interface AIAgentProps {
|
|
|
122
134
|
|
|
123
135
|
export function AIAgent({
|
|
124
136
|
apiKey,
|
|
137
|
+
proxyUrl,
|
|
138
|
+
proxyHeaders,
|
|
125
139
|
model = 'gemini-2.5-flash',
|
|
126
140
|
navRef,
|
|
127
141
|
|
|
@@ -196,6 +210,8 @@ export function AIAgent({
|
|
|
196
210
|
|
|
197
211
|
const config: AgentConfig = useMemo(() => ({
|
|
198
212
|
apiKey,
|
|
213
|
+
proxyUrl,
|
|
214
|
+
proxyHeaders,
|
|
199
215
|
model,
|
|
200
216
|
language: 'en',
|
|
201
217
|
maxSteps,
|
|
@@ -227,7 +243,7 @@ export function AIAgent({
|
|
|
227
243
|
});
|
|
228
244
|
}),
|
|
229
245
|
}), [
|
|
230
|
-
mode, apiKey, model, maxSteps,
|
|
246
|
+
mode, apiKey, proxyUrl, proxyHeaders, model, maxSteps,
|
|
231
247
|
interactiveBlacklist, interactiveWhitelist,
|
|
232
248
|
onBeforeStep, onAfterStep, onBeforeTask, onAfterTask,
|
|
233
249
|
transformScreenContent, customTools, instructions, stepDelay,
|
|
@@ -235,7 +251,10 @@ export function AIAgent({
|
|
|
235
251
|
knowledgeBase, knowledgeMaxTokens, enableUIControl,
|
|
236
252
|
]);
|
|
237
253
|
|
|
238
|
-
const provider = useMemo(
|
|
254
|
+
const provider = useMemo(
|
|
255
|
+
() => new GeminiProvider(apiKey, model, proxyUrl, proxyHeaders),
|
|
256
|
+
[apiKey, model, proxyUrl, proxyHeaders]
|
|
257
|
+
);
|
|
239
258
|
|
|
240
259
|
const runtime = useMemo(
|
|
241
260
|
() => new AgentRuntime(provider, config, rootViewRef.current, navRef),
|
|
@@ -286,6 +305,8 @@ export function AIAgent({
|
|
|
286
305
|
logger.info('AIAgent', `📝 Voice system prompt (${voicePrompt.length} chars):\n${voicePrompt}`);
|
|
287
306
|
voiceServiceRef.current = new VoiceService({
|
|
288
307
|
apiKey,
|
|
308
|
+
proxyUrl,
|
|
309
|
+
proxyHeaders,
|
|
289
310
|
systemPrompt: voicePrompt,
|
|
290
311
|
tools: runtimeTools,
|
|
291
312
|
language: 'en',
|
|
@@ -530,7 +551,7 @@ export function AIAgent({
|
|
|
530
551
|
setIsVoiceConnected(false);
|
|
531
552
|
};
|
|
532
553
|
// eslint-disable-next-line react-hooks/exhaustive-deps
|
|
533
|
-
}, [mode, apiKey, runtime, instructions]);
|
|
554
|
+
}, [mode, apiKey, proxyUrl, proxyHeaders, runtime, instructions]);
|
|
534
555
|
|
|
535
556
|
// ─── Stop Voice Session (full cleanup) ─────────────────────
|
|
536
557
|
|
package/src/core/types.ts
CHANGED
|
@@ -59,11 +59,24 @@ export interface AgentStep {
|
|
|
59
59
|
}
|
|
60
60
|
|
|
61
61
|
export interface AgentConfig {
|
|
62
|
-
|
|
63
|
-
|
|
62
|
+
/**
|
|
63
|
+
* Gemini API key (for prototyping only).
|
|
64
|
+
* Do not use in production. Use proxyUrl instead.
|
|
65
|
+
*/
|
|
66
|
+
apiKey?: string;
|
|
67
|
+
|
|
68
|
+
/**
|
|
69
|
+
* The URL of your secure backend proxy (for production).
|
|
70
|
+
* Routes all Gemini API requests through your server.
|
|
71
|
+
*/
|
|
72
|
+
proxyUrl?: string;
|
|
64
73
|
|
|
74
|
+
/**
|
|
75
|
+
* Optional headers to send to your proxyUrl (e.g., auth tokens).
|
|
76
|
+
*/
|
|
77
|
+
proxyHeaders?: Record<string, string>;
|
|
65
78
|
|
|
66
|
-
/** Maximum steps per task */
|
|
79
|
+
model?: string; /** Maximum steps per task */
|
|
67
80
|
maxSteps?: number;
|
|
68
81
|
|
|
69
82
|
// ─── Element Gating ──
|
|
@@ -27,8 +27,27 @@ export class GeminiProvider implements AIProvider {
|
|
|
27
27
|
private ai: GoogleGenAI;
|
|
28
28
|
private model: string;
|
|
29
29
|
|
|
30
|
-
constructor(
|
|
31
|
-
|
|
30
|
+
constructor(
|
|
31
|
+
apiKey?: string,
|
|
32
|
+
model: string = 'gemini-2.5-flash',
|
|
33
|
+
proxyUrl?: string,
|
|
34
|
+
proxyHeaders?: Record<string, string>
|
|
35
|
+
) {
|
|
36
|
+
const config: any = {};
|
|
37
|
+
|
|
38
|
+
if (proxyUrl) {
|
|
39
|
+
config.apiKey = 'proxy-key'; // Dummy key to bypass local validation
|
|
40
|
+
config.httpOptions = {
|
|
41
|
+
baseUrl: proxyUrl,
|
|
42
|
+
headers: proxyHeaders || {},
|
|
43
|
+
};
|
|
44
|
+
} else if (apiKey) {
|
|
45
|
+
config.apiKey = apiKey;
|
|
46
|
+
} else {
|
|
47
|
+
throw new Error('[mobileai] You must provide either "apiKey" or "proxyUrl" to AIAgent.');
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
this.ai = new GoogleGenAI(config);
|
|
32
51
|
this.model = model;
|
|
33
52
|
}
|
|
34
53
|
|
|
@@ -27,7 +27,9 @@ import type { ToolDefinition } from '../core/types';
|
|
|
27
27
|
// ─── Types ─────────────────────────────────────────────────────
|
|
28
28
|
|
|
29
29
|
export interface VoiceServiceConfig {
|
|
30
|
-
apiKey
|
|
30
|
+
apiKey?: string;
|
|
31
|
+
proxyUrl?: string;
|
|
32
|
+
proxyHeaders?: Record<string, string>;
|
|
31
33
|
model?: string;
|
|
32
34
|
systemPrompt?: string;
|
|
33
35
|
tools?: ToolDefinition[];
|
|
@@ -91,7 +93,21 @@ export class VoiceService {
|
|
|
91
93
|
logger.info('VoiceService', `Connecting via SDK (model: ${model})`);
|
|
92
94
|
|
|
93
95
|
try {
|
|
94
|
-
const
|
|
96
|
+
const genAiConfig: any = {};
|
|
97
|
+
|
|
98
|
+
if (this.config.proxyUrl) {
|
|
99
|
+
genAiConfig.apiKey = 'proxy-key';
|
|
100
|
+
genAiConfig.httpOptions = {
|
|
101
|
+
baseUrl: this.config.proxyUrl,
|
|
102
|
+
headers: this.config.proxyHeaders || {},
|
|
103
|
+
};
|
|
104
|
+
} else if (this.config.apiKey) {
|
|
105
|
+
genAiConfig.apiKey = this.config.apiKey;
|
|
106
|
+
} else {
|
|
107
|
+
throw new Error('[mobileai] Must provide apiKey or proxyUrl');
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
const ai = new GoogleGenAI(genAiConfig);
|
|
95
111
|
|
|
96
112
|
const toolDeclarations = this.buildToolDeclarations();
|
|
97
113
|
|