@browserbasehq/orca 3.6.0-gemini-cua → 3.7.1-preview.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/lib/modelUtils.d.ts +10 -0
- package/dist/cjs/lib/modelUtils.js +11 -0
- package/dist/cjs/lib/modelUtils.js.map +1 -1
- package/dist/cjs/lib/v3/agent/AgentClient.d.ts +2 -2
- package/dist/cjs/lib/v3/agent/AgentClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/AgentProvider.js +3 -0
- package/dist/cjs/lib/v3/agent/AgentProvider.js.map +1 -1
- package/dist/cjs/lib/v3/agent/AnthropicCUAClient.d.ts +4 -3
- package/dist/cjs/lib/v3/agent/AnthropicCUAClient.js +11 -9
- package/dist/cjs/lib/v3/agent/AnthropicCUAClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/GoogleCUAClient.d.ts +12 -3
- package/dist/cjs/lib/v3/agent/GoogleCUAClient.js +107 -22
- package/dist/cjs/lib/v3/agent/GoogleCUAClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/MicrosoftCUAClient.d.ts +2 -2
- package/dist/cjs/lib/v3/agent/MicrosoftCUAClient.js +2 -2
- package/dist/cjs/lib/v3/agent/MicrosoftCUAClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/OpenAICUAClient.d.ts +6 -3
- package/dist/cjs/lib/v3/agent/OpenAICUAClient.js +13 -7
- package/dist/cjs/lib/v3/agent/OpenAICUAClient.js.map +1 -1
- package/dist/cjs/lib/v3/agent/utils/handleDoneToolCall.d.ts +1 -0
- package/dist/cjs/lib/v3/agent/utils/handleDoneToolCall.js +43 -3
- package/dist/cjs/lib/v3/agent/utils/handleDoneToolCall.js.map +1 -1
- package/dist/cjs/lib/v3/api.js +9 -0
- package/dist/cjs/lib/v3/api.js.map +1 -1
- package/dist/cjs/lib/v3/cache/AgentCache.js +6 -1
- package/dist/cjs/lib/v3/cache/AgentCache.js.map +1 -1
- package/dist/cjs/lib/v3/external_clients/aisdk.js +2 -0
- package/dist/cjs/lib/v3/external_clients/aisdk.js.map +1 -1
- package/dist/cjs/lib/v3/handlers/v3AgentHandler.js +35 -11
- package/dist/cjs/lib/v3/handlers/v3AgentHandler.js.map +1 -1
- package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.js +32 -18
- package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.js.map +1 -1
- package/dist/cjs/lib/v3/index.d.ts +2 -1
- package/dist/cjs/lib/v3/llm/LLMProvider.d.ts +2 -2
- package/dist/cjs/lib/v3/llm/LLMProvider.js +9 -2
- package/dist/cjs/lib/v3/llm/LLMProvider.js.map +1 -1
- package/dist/cjs/lib/v3/llm/aisdk.js +2 -0
- package/dist/cjs/lib/v3/llm/aisdk.js.map +1 -1
- package/dist/cjs/lib/v3/llm/providerOptions.d.ts +7 -0
- package/dist/cjs/lib/v3/llm/providerOptions.js +9 -0
- package/dist/cjs/lib/v3/llm/providerOptions.js.map +1 -0
- package/dist/cjs/lib/v3/types/private/agent.d.ts +1 -1
- package/dist/cjs/lib/v3/types/private/agent.js +1 -0
- package/dist/cjs/lib/v3/types/private/agent.js.map +1 -1
- package/dist/cjs/lib/v3/types/public/agent.d.ts +10 -1
- package/dist/cjs/lib/v3/types/public/agent.js +3 -0
- package/dist/cjs/lib/v3/types/public/agent.js.map +1 -1
- package/dist/cjs/lib/v3/types/public/context.d.ts +7 -0
- package/dist/cjs/lib/v3/types/public/context.js.map +1 -1
- package/dist/cjs/lib/v3/types/public/model.d.ts +7 -0
- package/dist/cjs/lib/v3/types/public/model.js.map +1 -1
- package/dist/cjs/lib/v3/types/public/sdkErrors.d.ts +4 -0
- package/dist/cjs/lib/v3/types/public/sdkErrors.js +9 -1
- package/dist/cjs/lib/v3/types/public/sdkErrors.js.map +1 -1
- package/dist/cjs/lib/v3/understudy/a11y/snapshot/capture.js +4 -3
- package/dist/cjs/lib/v3/understudy/a11y/snapshot/capture.js.map +1 -1
- package/dist/cjs/lib/v3/understudy/cdp.d.ts +2 -0
- package/dist/cjs/lib/v3/understudy/cdp.js +26 -12
- package/dist/cjs/lib/v3/understudy/cdp.js.map +1 -1
- package/dist/cjs/lib/v3/understudy/context.d.ts +13 -1
- package/dist/cjs/lib/v3/understudy/context.js +284 -1
- package/dist/cjs/lib/v3/understudy/context.js.map +1 -1
- package/dist/cjs/lib/v3/understudy/domainPolicy.d.ts +25 -0
- package/dist/cjs/lib/v3/understudy/domainPolicy.js +162 -0
- package/dist/cjs/lib/v3/understudy/domainPolicy.js.map +1 -0
- package/dist/cjs/lib/v3/v3.js +43 -4
- package/dist/cjs/lib/v3/v3.js.map +1 -1
- package/dist/cjs/lib/v3/verifier/types.d.ts +3 -2
- package/dist/cjs/lib/v3/verifier/types.js.map +1 -1
- package/dist/cjs/lib/version.d.ts +1 -1
- package/dist/cjs/lib/version.js +1 -1
- package/dist/cjs/lib/version.js.map +1 -1
- package/dist/esm/lib/modelUtils.d.ts +10 -0
- package/dist/esm/lib/modelUtils.js +9 -0
- package/dist/esm/lib/modelUtils.js.map +1 -1
- package/dist/esm/lib/v3/agent/AgentClient.d.ts +2 -2
- package/dist/esm/lib/v3/agent/AgentClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/AgentProvider.js +3 -0
- package/dist/esm/lib/v3/agent/AgentProvider.js.map +1 -1
- package/dist/esm/lib/v3/agent/AnthropicCUAClient.d.ts +4 -3
- package/dist/esm/lib/v3/agent/AnthropicCUAClient.js +11 -9
- package/dist/esm/lib/v3/agent/AnthropicCUAClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/GoogleCUAClient.d.ts +12 -3
- package/dist/esm/lib/v3/agent/GoogleCUAClient.js +107 -22
- package/dist/esm/lib/v3/agent/GoogleCUAClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/MicrosoftCUAClient.d.ts +2 -2
- package/dist/esm/lib/v3/agent/MicrosoftCUAClient.js +2 -2
- package/dist/esm/lib/v3/agent/MicrosoftCUAClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/OpenAICUAClient.d.ts +6 -3
- package/dist/esm/lib/v3/agent/OpenAICUAClient.js +13 -7
- package/dist/esm/lib/v3/agent/OpenAICUAClient.js.map +1 -1
- package/dist/esm/lib/v3/agent/utils/handleDoneToolCall.d.ts +1 -0
- package/dist/esm/lib/v3/agent/utils/handleDoneToolCall.js +42 -3
- package/dist/esm/lib/v3/agent/utils/handleDoneToolCall.js.map +1 -1
- package/dist/esm/lib/v3/api.js +9 -0
- package/dist/esm/lib/v3/api.js.map +1 -1
- package/dist/esm/lib/v3/cache/AgentCache.js +6 -1
- package/dist/esm/lib/v3/cache/AgentCache.js.map +1 -1
- package/dist/esm/lib/v3/external_clients/aisdk.js +2 -0
- package/dist/esm/lib/v3/external_clients/aisdk.js.map +1 -1
- package/dist/esm/lib/v3/handlers/v3AgentHandler.js +35 -11
- package/dist/esm/lib/v3/handlers/v3AgentHandler.js.map +1 -1
- package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js +32 -18
- package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js.map +1 -1
- package/dist/esm/lib/v3/index.d.ts +2 -1
- package/dist/esm/lib/v3/llm/LLMProvider.d.ts +2 -2
- package/dist/esm/lib/v3/llm/LLMProvider.js +9 -2
- package/dist/esm/lib/v3/llm/LLMProvider.js.map +1 -1
- package/dist/esm/lib/v3/llm/aisdk.js +2 -0
- package/dist/esm/lib/v3/llm/aisdk.js.map +1 -1
- package/dist/esm/lib/v3/llm/providerOptions.d.ts +7 -0
- package/dist/esm/lib/v3/llm/providerOptions.js +6 -0
- package/dist/esm/lib/v3/llm/providerOptions.js.map +1 -0
- package/dist/esm/lib/v3/types/private/agent.d.ts +1 -1
- package/dist/esm/lib/v3/types/private/agent.js +1 -0
- package/dist/esm/lib/v3/types/private/agent.js.map +1 -1
- package/dist/esm/lib/v3/types/public/agent.d.ts +10 -1
- package/dist/esm/lib/v3/types/public/agent.js +3 -0
- package/dist/esm/lib/v3/types/public/agent.js.map +1 -1
- package/dist/esm/lib/v3/types/public/context.d.ts +7 -0
- package/dist/esm/lib/v3/types/public/context.js.map +1 -1
- package/dist/esm/lib/v3/types/public/model.d.ts +7 -0
- package/dist/esm/lib/v3/types/public/model.js.map +1 -1
- package/dist/esm/lib/v3/types/public/sdkErrors.d.ts +4 -0
- package/dist/esm/lib/v3/types/public/sdkErrors.js +7 -0
- package/dist/esm/lib/v3/types/public/sdkErrors.js.map +1 -1
- package/dist/esm/lib/v3/understudy/a11y/snapshot/capture.js +4 -3
- package/dist/esm/lib/v3/understudy/a11y/snapshot/capture.js.map +1 -1
- package/dist/esm/lib/v3/understudy/cdp.d.ts +2 -0
- package/dist/esm/lib/v3/understudy/cdp.js +26 -12
- package/dist/esm/lib/v3/understudy/cdp.js.map +1 -1
- package/dist/esm/lib/v3/understudy/context.d.ts +13 -1
- package/dist/esm/lib/v3/understudy/context.js +285 -2
- package/dist/esm/lib/v3/understudy/context.js.map +1 -1
- package/dist/esm/lib/v3/understudy/domainPolicy.d.ts +25 -0
- package/dist/esm/lib/v3/understudy/domainPolicy.js +158 -0
- package/dist/esm/lib/v3/understudy/domainPolicy.js.map +1 -0
- package/dist/esm/lib/v3/v3.js +44 -5
- package/dist/esm/lib/v3/v3.js.map +1 -1
- package/dist/esm/lib/v3/verifier/types.d.ts +3 -2
- package/dist/esm/lib/v3/verifier/types.js.map +1 -1
- package/dist/esm/lib/version.d.ts +1 -1
- package/dist/esm/lib/version.js +1 -1
- package/dist/esm/lib/version.js.map +1 -1
- package/package.json +3 -3
|
@@ -174,6 +174,8 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
174
174
|
await this.initializeHistory(instruction);
|
|
175
175
|
let totalInputTokens = 0;
|
|
176
176
|
let totalOutputTokens = 0;
|
|
177
|
+
let totalReasoningTokens = 0;
|
|
178
|
+
let totalCachedInputTokens = 0;
|
|
177
179
|
let totalInferenceTime = 0;
|
|
178
180
|
try {
|
|
179
181
|
// Execute steps until completion or max steps reached
|
|
@@ -187,6 +189,8 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
187
189
|
const result = await this.executeStep(logger);
|
|
188
190
|
totalInputTokens += result.usage.input_tokens;
|
|
189
191
|
totalOutputTokens += result.usage.output_tokens;
|
|
192
|
+
totalReasoningTokens += result.usage.reasoning_tokens;
|
|
193
|
+
totalCachedInputTokens += result.usage.cached_input_tokens;
|
|
190
194
|
totalInferenceTime += result.usage.inference_time_ms;
|
|
191
195
|
// Add actions to the list
|
|
192
196
|
actions.push(...result.actions);
|
|
@@ -209,6 +213,8 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
209
213
|
usage: {
|
|
210
214
|
input_tokens: totalInputTokens,
|
|
211
215
|
output_tokens: totalOutputTokens,
|
|
216
|
+
reasoning_tokens: totalReasoningTokens,
|
|
217
|
+
cached_input_tokens: totalCachedInputTokens,
|
|
212
218
|
inference_time_ms: totalInferenceTime,
|
|
213
219
|
},
|
|
214
220
|
};
|
|
@@ -228,6 +234,8 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
228
234
|
usage: {
|
|
229
235
|
input_tokens: totalInputTokens,
|
|
230
236
|
output_tokens: totalOutputTokens,
|
|
237
|
+
reasoning_tokens: totalReasoningTokens,
|
|
238
|
+
cached_input_tokens: totalCachedInputTokens,
|
|
231
239
|
inference_time_ms: totalInferenceTime,
|
|
232
240
|
},
|
|
233
241
|
};
|
|
@@ -452,7 +460,7 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
452
460
|
level: 2,
|
|
453
461
|
});
|
|
454
462
|
const screenshot = await this.captureScreenshot();
|
|
455
|
-
const base64Data = screenshot.
|
|
463
|
+
const base64Data = screenshot.base64;
|
|
456
464
|
// Create one function response for each computer use function call
|
|
457
465
|
// Following Python SDK pattern: FunctionResponse with parts containing inline_data
|
|
458
466
|
for (const functionCall of computerUseFunctionCalls) {
|
|
@@ -474,7 +482,7 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
474
482
|
parts: [
|
|
475
483
|
{
|
|
476
484
|
inlineData: {
|
|
477
|
-
mimeType:
|
|
485
|
+
mimeType: screenshot.mediaType,
|
|
478
486
|
data: base64Data,
|
|
479
487
|
},
|
|
480
488
|
},
|
|
@@ -511,8 +519,14 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
511
519
|
message: result.message,
|
|
512
520
|
completed: result.completed,
|
|
513
521
|
usage: {
|
|
522
|
+
// promptTokenCount is the TOTAL input and already includes the
|
|
523
|
+
// cached portion; cachedContentTokenCount is the cache-hit subset
|
|
524
|
+
// (tracked separately for visibility, not additive). thoughtsTokenCount
|
|
525
|
+
// is Gemini's thinking/reasoning output.
|
|
514
526
|
input_tokens: usageMetadata?.promptTokenCount || 0,
|
|
515
527
|
output_tokens: usageMetadata?.candidatesTokenCount || 0,
|
|
528
|
+
reasoning_tokens: usageMetadata?.thoughtsTokenCount || 0,
|
|
529
|
+
cached_input_tokens: usageMetadata?.cachedContentTokenCount || 0,
|
|
516
530
|
inference_time_ms: elapsedMs,
|
|
517
531
|
},
|
|
518
532
|
};
|
|
@@ -567,7 +581,7 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
567
581
|
level: 2,
|
|
568
582
|
});
|
|
569
583
|
// Convert function call to action(s)
|
|
570
|
-
const action = this.convertFunctionCallToAction(part.functionCall);
|
|
584
|
+
const action = this.convertFunctionCallToAction(part.functionCall, logger);
|
|
571
585
|
if (action) {
|
|
572
586
|
// Special handling for type actions. gemini-2.5 type_text_at carries
|
|
573
587
|
// coordinates (click the field first); gemini-3.x `type` has none and
|
|
@@ -640,7 +654,7 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
640
654
|
/**
|
|
641
655
|
* Convert Google function call to Stagehand action
|
|
642
656
|
*/
|
|
643
|
-
convertFunctionCallToAction(functionCall) {
|
|
657
|
+
convertFunctionCallToAction(functionCall, logger) {
|
|
644
658
|
const { name: rawName } = functionCall;
|
|
645
659
|
// Default args to an empty object so no-argument predefined functions
|
|
646
660
|
// (e.g. take_screenshot, go_back) are not rejected by the guard below.
|
|
@@ -657,11 +671,15 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
657
671
|
// NOTE: click and take_screenshot are confirmed from live gemini-3.5-flash
|
|
658
672
|
// traffic; the rest are inferred from the same drop-the-qualifier pattern
|
|
659
673
|
// and are safe aliases (any unmapped name still hits the warning below).
|
|
674
|
+
// gemini-3.x renamed several predefined functions vs gemini-2.5. Alias the
|
|
675
|
+
// 3.x names whose behavior maps cleanly onto a 2.5 canonical handler. Click
|
|
676
|
+
// variants that carry distinct semantics (double/triple/right/middle click,
|
|
677
|
+
// move) are NOT aliased here — they have dedicated cases below so the click
|
|
678
|
+
// count and button are preserved. 2.5 never emits any of these names, so
|
|
679
|
+
// the 2.5 handlers are unaffected.
|
|
660
680
|
const NAME_ALIASES = {
|
|
661
681
|
click: "click_at",
|
|
662
682
|
left_click: "click_at",
|
|
663
|
-
double_click: "click_at",
|
|
664
|
-
triple_click: "click_at",
|
|
665
683
|
type: "type_text_at",
|
|
666
684
|
type_text: "type_text_at",
|
|
667
685
|
hover: "hover_at",
|
|
@@ -677,6 +695,16 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
677
695
|
wait: "wait_5_seconds",
|
|
678
696
|
};
|
|
679
697
|
const name = NAME_ALIASES[rawName] ?? rawName;
|
|
698
|
+
// Predefined computer-use tools take precedence over custom tools. If a
|
|
699
|
+
// custom tool was registered under a reserved (aliased) name, note that the
|
|
700
|
+
// predefined tool wins rather than silently dropping the custom one.
|
|
701
|
+
if (rawName in NAME_ALIASES && (0, googleCustomToolHandler_js_1.isCustomTool)(functionCall, this.tools)) {
|
|
702
|
+
logger?.({
|
|
703
|
+
category: "agent",
|
|
704
|
+
message: `Custom tool "${rawName}" collides with a predefined Google CUA function; using the predefined tool. Rename the custom tool to avoid the conflict.`,
|
|
705
|
+
level: 2,
|
|
706
|
+
});
|
|
707
|
+
}
|
|
680
708
|
switch (name) {
|
|
681
709
|
case "open_web_browser":
|
|
682
710
|
return {
|
|
@@ -693,6 +721,13 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
693
721
|
timestamp: Date.now(),
|
|
694
722
|
};
|
|
695
723
|
case "click_at": {
|
|
724
|
+
// x/y are required; reject a malformed call rather than normalizing
|
|
725
|
+
// undefined/NaN/Infinity into bad coordinates. (gemini-3.x `click`
|
|
726
|
+
// aliases here.)
|
|
727
|
+
if (!GoogleCUAClient.isFiniteCoord(args.x) ||
|
|
728
|
+
!GoogleCUAClient.isFiniteCoord(args.y)) {
|
|
729
|
+
return null;
|
|
730
|
+
}
|
|
696
731
|
const { x, y } = this.normalizeCoordinates(args.x, args.y);
|
|
697
732
|
return {
|
|
698
733
|
type: "click",
|
|
@@ -701,7 +736,40 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
701
736
|
button: args.button || "left",
|
|
702
737
|
};
|
|
703
738
|
}
|
|
739
|
+
// gemini-3.x click family. The executor natively supports double/triple
|
|
740
|
+
// click and right/middle button, so preserve those semantics rather than
|
|
741
|
+
// collapsing to a single left click. All require integer coordinates;
|
|
742
|
+
// drop the call (return null) on a malformed payload so the executor is
|
|
743
|
+
// never handed NaN.
|
|
744
|
+
case "double_click":
|
|
745
|
+
case "triple_click":
|
|
746
|
+
case "right_click":
|
|
747
|
+
case "middle_click":
|
|
748
|
+
case "move": {
|
|
749
|
+
if (!GoogleCUAClient.isFiniteCoord(args.x) ||
|
|
750
|
+
!GoogleCUAClient.isFiniteCoord(args.y)) {
|
|
751
|
+
return null;
|
|
752
|
+
}
|
|
753
|
+
const { x, y } = this.normalizeCoordinates(args.x, args.y);
|
|
754
|
+
if (name === "move") {
|
|
755
|
+
return { type: "move", x, y };
|
|
756
|
+
}
|
|
757
|
+
if (name === "double_click" || name === "triple_click") {
|
|
758
|
+
return { type: name, x, y };
|
|
759
|
+
}
|
|
760
|
+
return {
|
|
761
|
+
type: "click",
|
|
762
|
+
x,
|
|
763
|
+
y,
|
|
764
|
+
button: name === "right_click" ? "right" : "middle",
|
|
765
|
+
};
|
|
766
|
+
}
|
|
704
767
|
case "type_text_at": {
|
|
768
|
+
// text is required; reject a malformed call rather than typing
|
|
769
|
+
// "undefined". An empty string is valid (e.g. clear the field).
|
|
770
|
+
if (typeof args.text !== "string") {
|
|
771
|
+
return null;
|
|
772
|
+
}
|
|
705
773
|
// press_enter and clear_before_typing are shared across generations.
|
|
706
774
|
const pressEnter = args.press_enter ?? false;
|
|
707
775
|
const clearBeforeTyping = args.clear_before_typing ?? true;
|
|
@@ -749,8 +817,10 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
749
817
|
};
|
|
750
818
|
}
|
|
751
819
|
case "scroll_at": {
|
|
752
|
-
// A coordinate-less `scroll` alias (gemini-3.x) scrolls
|
|
753
|
-
|
|
820
|
+
// A coordinate-less (or malformed) `scroll` alias (gemini-3.x) scrolls
|
|
821
|
+
// the document via PageUp/PageDown.
|
|
822
|
+
if (!GoogleCUAClient.isFiniteCoord(args.x) ||
|
|
823
|
+
!GoogleCUAClient.isFiniteCoord(args.y)) {
|
|
754
824
|
const dir = (args.direction || "down").toLowerCase();
|
|
755
825
|
return {
|
|
756
826
|
type: "keypress",
|
|
@@ -760,9 +830,9 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
760
830
|
const { x, y } = this.normalizeCoordinates(args.x, args.y);
|
|
761
831
|
const direction = (args.direction || "down").toLowerCase();
|
|
762
832
|
// 2.5 uses `magnitude`; gemini-3.x `scroll` uses `magnitude_in_pixels`.
|
|
763
|
-
const magnitude =
|
|
833
|
+
const magnitude = GoogleCUAClient.isFiniteCoord(args.magnitude)
|
|
764
834
|
? args.magnitude
|
|
765
|
-
:
|
|
835
|
+
: GoogleCUAClient.isFiniteCoord(args.magnitude_in_pixels)
|
|
766
836
|
? args.magnitude_in_pixels
|
|
767
837
|
: 800;
|
|
768
838
|
let scroll_x = 0;
|
|
@@ -792,6 +862,11 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
792
862
|
};
|
|
793
863
|
}
|
|
794
864
|
case "navigate":
|
|
865
|
+
// url is required; reject a malformed call rather than navigating to
|
|
866
|
+
// "undefined".
|
|
867
|
+
if (typeof args.url !== "string" || args.url.length === 0) {
|
|
868
|
+
return null;
|
|
869
|
+
}
|
|
795
870
|
return {
|
|
796
871
|
type: "goto",
|
|
797
872
|
url: args.url,
|
|
@@ -825,14 +900,14 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
825
900
|
case "drag_and_drop": {
|
|
826
901
|
// 2.5 uses x/y + destination_x/destination_y; gemini-3.x `drag_and_drop`
|
|
827
902
|
// uses start_x/start_y + end_x/end_y. Accept either.
|
|
828
|
-
const sx =
|
|
829
|
-
const sy =
|
|
830
|
-
const ex =
|
|
831
|
-
const ey =
|
|
832
|
-
if (
|
|
833
|
-
|
|
834
|
-
|
|
835
|
-
|
|
903
|
+
const sx = args.x ?? args.start_x;
|
|
904
|
+
const sy = args.y ?? args.start_y;
|
|
905
|
+
const ex = args.destination_x ?? args.end_x;
|
|
906
|
+
const ey = args.destination_y ?? args.end_y;
|
|
907
|
+
if (!GoogleCUAClient.isFiniteCoord(sx) ||
|
|
908
|
+
!GoogleCUAClient.isFiniteCoord(sy) ||
|
|
909
|
+
!GoogleCUAClient.isFiniteCoord(ex) ||
|
|
910
|
+
!GoogleCUAClient.isFiniteCoord(ey)) {
|
|
836
911
|
return null;
|
|
837
912
|
}
|
|
838
913
|
const startPoint = this.normalizeCoordinates(sx, sy);
|
|
@@ -859,6 +934,14 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
859
934
|
return null;
|
|
860
935
|
}
|
|
861
936
|
}
|
|
937
|
+
/**
|
|
938
|
+
* True only for a usable coordinate/number: rejects undefined, non-numbers,
|
|
939
|
+
* and the numeric edge cases NaN and Infinity (both `typeof "number"`), so
|
|
940
|
+
* malformed function calls are dropped instead of normalizing into NaN.
|
|
941
|
+
*/
|
|
942
|
+
static isFiniteCoord(value) {
|
|
943
|
+
return typeof value === "number" && Number.isFinite(value);
|
|
944
|
+
}
|
|
862
945
|
/**
|
|
863
946
|
* Normalize coordinates from Google's 0-1000 range to viewport dimensions
|
|
864
947
|
*/
|
|
@@ -877,13 +960,15 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
877
960
|
}
|
|
878
961
|
// Use provided options if available
|
|
879
962
|
if (options?.base64Image) {
|
|
880
|
-
return
|
|
963
|
+
return {
|
|
964
|
+
base64: options.base64Image,
|
|
965
|
+
mediaType: options.mediaType ?? "image/png",
|
|
966
|
+
};
|
|
881
967
|
}
|
|
882
968
|
// Use the screenshot provider if available
|
|
883
969
|
if (this.screenshotProvider) {
|
|
884
970
|
try {
|
|
885
|
-
|
|
886
|
-
return `data:image/png;base64,${base64Image}`;
|
|
971
|
+
return await this.screenshotProvider();
|
|
887
972
|
}
|
|
888
973
|
catch (error) {
|
|
889
974
|
console.error("Error capturing screenshot:", error);
|
|
@@ -891,7 +976,7 @@ class GoogleCUAClient extends AgentClient_js_1.AgentClient {
|
|
|
891
976
|
}
|
|
892
977
|
}
|
|
893
978
|
throw new sdkErrors_js_1.AgentScreenshotProviderError("`screenshotProvider` has not been set. " +
|
|
894
|
-
"Please call `setScreenshotProvider()` with a valid function that returns a base64-encoded image");
|
|
979
|
+
"Please call `setScreenshotProvider()` with a valid function that returns a base64-encoded image and media type");
|
|
895
980
|
}
|
|
896
981
|
}
|
|
897
982
|
exports.GoogleCUAClient = GoogleCUAClient;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GoogleCUAClient.js","sourceRoot":"","sources":["../../../../../lib/v3/agent/GoogleCUAClient.ts"],"names":[],"mappings":";;;AAAA,yCASuB;AAWvB,qDAA+C;AAC/C,+DAIsC;AACtC,+CAA6D;AAC7D,qEAA+E;AAC/E,+DAA8D;AAC9D,mFAI4C;AAE5C,+DAIqC;AACrC,+BAAoC;AAEpC;;;GAGG;AACH,MAAa,eAAgB,SAAQ,4BAAW;IACtC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,eAAe,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC/C,UAAU,CAAU;IACpB,kBAAkB,CAAyB;IAC3C,aAAa,CAA0C;IACvD,OAAO,GAAc,EAAE,CAAC;IACxB,WAAW,GACjB,qBAAqB,CAAC;IAChB,qBAAqB,CAAwB;IAC7C,KAAK,CAAW;IAChB,OAAO,CAAU;IACjB,yBAAyB,CAA6B;IAC9D,YACE,IAAe,EACf,SAAiB,EACjB,wBAAiC,EACjC,aAA6B,EAC7B,KAAe;QAEf,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,wBAAwB,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,yBAAyB;QACzB,IAAI,CAAC,MAAM;YACR,aAAa,EAAE,MAAiB;gBACjC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,OAAO,CAAC,GAAG,CAAC,4BAA4B;gBACxC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,EAAE,CAAC;QACL,IAAI,CAAC,OAAO,GAAG,aAAa,EAAE,OAA6B,CAAC;QAE5D,6CAA6C;QAC7C,MAAM,YAAY,GAAuB;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,mBAAW,CAAC,YAAY,CAAC,CAAC;QAE5C,+BAA+B;QAC/B,IACE,aAAa,EAAE,WAAW;YAC1B,OAAO,aAAa,CAAC,WAAW,KAAK,QAAQ,EAC7C,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,aAAa,CAAC,WAAsC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG;YAC3B,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,EAAE;YACR,eAAe,EAAE,IAAI;YACrB,mDAAmD;YACnD,2DAA2D;YAC3D,2DAA2D;YAC3D,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;iBACM;aACV;SACF,CAAC;QAEF,qCAAqC;QACrC,IAAI,CAAC,aAAa,GAAG;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,CAAC;QAEF,+BAA+B;QAC/B,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAEM,WAAW,CAAC,KAAa,EAAE,MAAc;QAC9C,IAAI,CAAC,eAAe,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3C,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;IAED,qBAAqB,CAAC,QAA+B;QACnD,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAED,gBAAgB,CAAC,OAA+C;QAC9D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,QAAQ,CAAC,KAAc;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,4BAA4B,CAAC,OAAmC;QAC9D,IAAI,CAAC,yBAAyB,GAAG,OAAO,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,cAAuB,EACvB,MAAkC;QAElC,MAAM,aAAa,GACjB,OAAO,cAAc,KAAK,QAAQ;YAChC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE7B,MAAM,YAAY,GAAkB;YAClC;gBACE,EAAE,EAAE,wBAAwB;gBAC5B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,aAAa;aACvB;SACF,CAAC;QAEF,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,8DAA8D,aAAa,EAAE;gBACtF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;YAEpE,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,sCAAsC;oBAC/C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kCAAkC;oBAC3C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,2CAA2C;YACpD,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,2BAA2B;QACjC,MAAM,oBAAoB,GACxB,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,IAAA,iEAAoC,EAAC,IAAI,CAAC,KAAK,CAAC;YAClD,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,CAAC,qBAAqB,GAAG;YAC3B,GAAG,IAAI,CAAC,qBAAqB;YAC7B,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;oBACD,GAAG,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC7D;aACV;SACF,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,gBAAuC;QACnD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC;QAC7C,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QAExC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,kCAAkC;QAErD,qCAAqC;QACrC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAE1C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IAAI,CAAC;YACH,sDAAsD;YACtD,OAAO,CAAC,SAAS,IAAI,WAAW,GAAG,QAAQ,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAE3B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kBAAkB,WAAW,GAAG,CAAC,IAAI,QAAQ,EAAE;oBACxD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC9C,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;gBAC9C,iBAAiB,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;gBAChD,kBAAkB,IAAI,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBAErD,0BAA0B;gBAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEhC,2BAA2B;gBAC3B,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;gBAE7B,mCAAmC;gBACnC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBACjC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;gBAChC,CAAC;gBAED,yBAAyB;gBACzB,WAAW,EAAE,CAAC;YAChB,CAAC;YAED,0BAA0B;YAC1B,OAAO;gBACL,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,OAAO,EAAE,YAAY;gBACrB,SAAS;gBACT,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,YAAY,EAAE;gBACtD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO;gBACP,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,MAAM,KAAK,GAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAE9C,yEAAyE;QACzE,kCAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC,wBAAwB;YACvD,CAAC,CAAC,IAAI,CAAC,wBAAwB;YAC/B,CAAC,CAAC,IAAA,sCAA0B,GAAE,CAAC,OAAO,CAAC;QAEzC,IAAI,CAAC,OAAO,GAAG;YACb;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,iBAAiB,GAAG,mBAAmB;qBAC9C;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK;aACN;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAkC;QAUlD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,IAAA,sDAAgC,EACvD,IAAI,CAAC,OAAO,EACZ,CAAC,CACF,CAAC;YACF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,KAAK,CAAC;YAEjD,+FAA+F;YAC/F,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,IAAI,SAAS,GAAiB,IAAI,CAAC;YACnC,IAAI,QAAQ,GAAmC,IAAI,CAAC;YAEpD,kBAAkB;YAClB,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;YAC9B,0BAAU,CAAC,aAAa,CAAC;gBACvB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,0CAA0B,EAAC,iBAAiB,CAAC;aACtD,CAAC,CAAC;YAEH,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACH,4CAA4C;oBAC5C,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,MAAM,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,gBAAgB;wBACxE,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,wCAAwC,OAAO,GAAG,CAAC,iBAAiB,KAAK,GAAG,IAAI,aAAa;4BACtG,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC7D,CAAC;oBAED,sEAAsE;oBACtE,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;wBAClD,KAAK,EAAE,IAAI,CAAC,SAAS;wBACrB,QAAQ,EAAE,iBAAiB;wBAC3B,MAAM,EAAE,IAAI,CAAC,qBAAqB;qBACnC,CAAC,CAAC;oBAEH,0CAA0C;oBAC1C,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,+BAAgB,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;oBACrE,CAAC;oBAED,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACzC,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;wBACnD,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC;wBACnD,MAAM,IAAI,+BAAgB,CACxB,OAAO,EACP,2CAA2C,MAAM,GAAG,CACrD,CAAC;oBACJ,CAAC;oBAED,qCAAqC;oBACrC,MAAM;gBACR,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtE,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,mBAAmB,SAAS,CAAC,OAAO,EAAE;wBAC/C,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,gDAAgD;oBAChD,IAAI,OAAO,KAAK,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,mCAAmC,UAAU,YAAY;4BAClE,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,SAAS,CAAC;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CACJ,SAAS,IAAI,IAAI,KAAK,CAAC,0CAA0C,CAAC,CACnE,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;YACtC,MAAM,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;YAEnC,mBAAmB;YACnB,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,4CAA4B,EAAC,QAAQ,CAAC;gBAC9C,WAAW,EAAE,aAAa,EAAE,gBAAgB;gBAC5C,YAAY,EAAE,aAAa,EAAE,oBAAoB;aAClD,CAAC,CAAC;YAEH,uBAAuB;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAE5D,gCAAgC;YAChC,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,mFAAmF;gBACnF,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CACjC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAC/C,CAAC;gBACF,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;oBAC3B,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;wBAC1C,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;4BAC5B,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;4BACD,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YAED,iDAAiD;YACjD,MAAM,iBAAiB,GAAW,EAAE,CAAC;YAErC,gEAAgE;YAChE,mEAAmE;YACnE,mEAAmE;YACnE,qEAAqE;YACrE,oDAAoD;YACpD,CAAC;gBACC,IAAI,QAAQ,GAAG,KAAK,CAAC;gBAErB,qDAAqD;gBACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAEjC,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,EAAE;wBAC7E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,2DAA2D;oBAC3D,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;wBACvC,8EAA8E;wBAC9E,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;wBACjC,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,kCAAkC;4BAC3C,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACxC,+DAA+D;wBAC/D,0DAA0D;wBAC1D,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,yCAAyC;4BAClD,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAc,CAAC;wBACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAoC,CAAC;wBAE7D,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;4BACzC,MAAM,yBAAyB,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CACzD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,CAC7B,CAAC;4BAEF,IAAI,yBAAyB,EAAE,CAAC;gCAC9B,MAAM,eAAe,GAAG,MAAM,IAAA,oDAAuB,EACnD,QAAQ,EACR,QAAQ,EACR,IAAI,CAAC,KAAK,EACV,yBAAyB,EACzB,MAAM,CACP,CAAC;gCAEF,iBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;gCAEzD,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;oCAC7B,QAAQ,GAAG,IAAI,CAAC;gCAClB,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;wBAC9B,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;4BAEjC,+DAA+D;4BAC/D,6DAA6D;4BAC7D,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAClC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gCACzC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,CAAC;gCACvD,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gCACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;4BAC7D,CAAC;wBACH,CAAC;wBAAC,OAAO,WAAW,EAAE,CAAC;4BACrB,IAAI,WAAW,YAAY,mCAAoB,EAAE,CAAC;gCAChD,MAAM,WAAW,CAAC;4BACpB,CAAC;4BACD,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,0BAA0B,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE;gCAChE,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BACH,QAAQ,GAAG,IAAI,CAAC;4BAChB,sDAAsD;wBACxD,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,wEAAwE;gBACxE,gGAAgG;gBAChG,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC;oBAChD,wEAAwE;oBACxE,MAAM,wBAAwB,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAC1D,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAA,yCAAY,EAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CACtC,CAAC;oBAEF,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxC,IAAI,CAAC;4BACH,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,qCAAqC,MAAM,CAAC,OAAO,CAAC,MAAM,WAAW,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,EAAE;gCAChH,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;4BAClD,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,CACnC,0BAA0B,EAC1B,EAAE,CACH,CAAC;4BAEF,mEAAmE;4BACnE,mFAAmF;4BACnF,KAAK,MAAM,YAAY,IAAI,wBAAwB,EAAE,CAAC;gCACpD,IAAI,qBAAyC,CAAC;gCAC9C,IAAI,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC;oCACvC,qBAAqB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACzD,YAAY,CAAC,IAAI,CAAC,eAAe,EACjC,MAAM,CACP,CAAC;gCACJ,CAAC;gCAED,MAAM,oBAAoB,GAAS;oCACjC,gBAAgB,EAAE;wCAChB,IAAI,EAAE,YAAY,CAAC,IAAI;wCACvB,QAAQ,EAAE;4CACR,GAAG,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;4CAC1B,GAAG,CAAC,qBAAqB,KAAK,SAAS;gDACrC,CAAC,CAAC;oDACE,sBAAsB,EAAE,qBAAqB;iDAC9C;gDACH,CAAC,CAAC,EAAE,CAAC;yCACR;wCACD,KAAK,EAAE;4CACL;gDACE,UAAU,EAAE;oDACV,QAAQ,EAAE,WAAW;oDACrB,IAAI,EAAE,UAAU;iDACjB;6CACF;yCACF;qCACF;iCACF,CAAC;gCACF,iBAAiB,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;4BAC/C,CAAC;wBACH,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,+BAA+B,KAAK,EAAE;gCAC/C,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,iEAAiE;gBACjE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,UAAU,iBAAiB,CAAC,MAAM,gCAAgC;wBAC3E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,iBAAiB;qBACzB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,KAAK,EAAE;oBACL,YAAY,EAAE,aAAa,EAAE,gBAAgB,IAAI,CAAC;oBAClD,aAAa,EAAE,aAAa,EAAE,oBAAoB,IAAI,CAAC;oBACvD,iBAAiB,EAAE,SAAS;iBAC7B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,yBAAyB,YAAY,EAAE;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAiC,EACjC,MAAkC;QAOlC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,2BAA2B;gBACpC,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,EAAE;aAClB,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEzC,qCAAqC;QACrC,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,6BAA6B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAClF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8DAA8D;QAC9D,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,OAAO,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBAC5B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,cAAc,IAAI,CAAC,IAAI,EAAE;oBAClC,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACtC,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,wBAAwB,IAAI,CAAC,YAAY,CAAC,IAAI,eAAe,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE;oBAC9G,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,qCAAqC;gBACrC,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACnE,IAAI,MAAM,EAAE,CAAC;oBACX,qEAAqE;oBACrE,sEAAsE;oBACtE,oDAAoD;oBACpD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC3B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;4BACnD,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,6DAA6D;wBAC7D,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;4BACjE,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,OAAO;gCACb,CAAC,EAAE,MAAM,CAAC,CAAC;gCACX,CAAC,EAAE,MAAM,CAAC,CAAC;gCACX,MAAM,EAAE,MAAM;6BACf,CAAC,CAAC;wBACL,CAAC;wBAED,6DAA6D;wBAC7D,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;4BAC7B,+BAA+B;4BAC/B,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,iBAAiB,CAAC;6BAC1B,CAAC,CAAC;4BACH,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,WAAW,CAAC;6BACpB,CAAC,CAAC;wBACL,CAAC;wBAED,2BAA2B;wBAC3B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBACrB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;4BACtB,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,OAAO,CAAC;6BAChB,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,4CAA4C,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY;wBACvF,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,SAAS,aAAa,CAAC,MAAM,iCAAiC,OAAO,CAAC,MAAM,UAAU;YAC/F,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,SAAS,GACb,aAAa,CAAC,MAAM,KAAK,CAAC;YAC1B,CAAC,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC;QAEhE,OAAO;YACL,OAAO;YACP,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,SAAS;YACT,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,2BAA2B,CACjC,YAA0B;QAE1B,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;QACvC,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;QAErC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QACd,CAAC;QAED,qEAAqE;QACrE,kEAAkE;QAClE,4EAA4E;QAC5E,2EAA2E;QAC3E,2EAA2E;QAC3E,mEAAmE;QACnE,2EAA2E;QAC3E,0EAA0E;QAC1E,yEAAyE;QACzE,MAAM,YAAY,GAA2B;YAC3C,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,UAAU;YACtB,YAAY,EAAE,UAAU;YACxB,YAAY,EAAE,UAAU;YACxB,IAAI,EAAE,cAAc;YACpB,SAAS,EAAE,cAAc;YACzB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,eAAe;YACrB,GAAG,EAAE,iBAAiB;YACtB,IAAI,EAAE,iBAAiB;YACvB,SAAS,EAAE,iBAAiB;YAC5B,SAAS,EAAE,iBAAiB;YAC5B,UAAU,EAAE,iBAAiB;YAC7B,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,iBAAiB;YAC7B,IAAI,EAAE,gBAAgB;SACvB,CAAC;QACF,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC;QAE9C,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB;gBACrB,OAAO;oBACL,IAAI,EAAE,kBAAkB;oBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,iBAAiB;gBACpB,mEAAmE;gBACnE,wEAAwE;gBACxE,uEAAuE;gBACvE,kCAAkC;gBAClC,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACxC,IAAI,CAAC,CAAW,EAChB,IAAI,CAAC,CAAW,CACjB,CAAC;gBACF,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,CAAC;oBACD,CAAC;oBACD,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;iBAC9B,CAAC;YACJ,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,qEAAqE;gBACrE,MAAM,UAAU,GAAI,IAAI,CAAC,WAAuB,IAAI,KAAK,CAAC;gBAC1D,MAAM,iBAAiB,GAAI,IAAI,CAAC,mBAA+B,IAAI,IAAI,CAAC;gBACxE,MAAM,IAAI,GAAG;oBACX,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAc;oBACzB,UAAU;oBACV,iBAAiB;iBAClB,CAAC;gBAEF,oEAAoE;gBACpE,sEAAsE;gBACtE,wEAAwE;gBACxE,gDAAgD;gBAChD,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC7D,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;oBAC3D,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,kEAAkE;gBAClE,oEAAoE;gBACpE,kCAAkC;gBAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;oBAC9B,CAAC,CAAE,GAAgB;oBACnB,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAG,KAAK;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;qBAChC,MAAM,CAAC,OAAO,CAAC;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,qCAAkB,EAAC,GAAG,CAAC,CAAC,CAAC;gBACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtB,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI;iBACL,CAAC;YACJ,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,SAAS,GAAI,IAAI,CAAC,SAAoB,CAAC,WAAW,EAAE,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;iBACnD,CAAC;YACJ,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,sEAAsE;gBACtE,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC7D,MAAM,GAAG,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;oBACjE,OAAO;wBACL,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;qBAC7C,CAAC;gBACJ,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACxC,IAAI,CAAC,CAAW,EAChB,IAAI,CAAC,CAAW,CACjB,CAAC;gBACF,MAAM,SAAS,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBACvE,wEAAwE;gBACxE,MAAM,SAAS,GACb,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ;oBAChC,CAAC,CAAE,IAAI,CAAC,SAAoB;oBAC5B,CAAC,CAAC,OAAO,IAAI,CAAC,mBAAmB,KAAK,QAAQ;wBAC5C,CAAC,CAAE,IAAI,CAAC,mBAA8B;wBACtC,CAAC,CAAC,GAAG,CAAC;gBAEZ,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;oBACvB,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;oBACjC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,uCAAuC;oBACvC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;gBAED,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,CAAC;oBACD,CAAC;oBACD,QAAQ;oBACR,QAAQ;iBACT,CAAC;YACJ,CAAC;YAED,KAAK,UAAU;gBACb,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,IAAI,CAAC,GAAa;iBACxB,CAAC;YAEJ,KAAK,SAAS;gBACZ,OAAO;oBACL,IAAI,EAAE,MAAM;iBACb,CAAC;YAEJ,KAAK,YAAY;gBACf,OAAO;oBACL,IAAI,EAAE,SAAS;iBAChB,CAAC;YAEJ,KAAK,gBAAgB;gBACnB,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,IAAI,EAAE,iCAAiC;iBAChD,CAAC;YAEJ,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACxC,IAAI,CAAC,CAAW,EAChB,IAAI,CAAC,CAAW,CACjB,CAAC;gBACF,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,CAAC;oBACD,CAAC;iBACF,CAAC;YACJ,CAAC;YAED,KAAK,QAAQ;gBACX,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,wBAAwB;iBAC9B,CAAC;YAEJ,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,yEAAyE;gBACzE,qDAAqD;gBACrD,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAW,CAAC;gBAC9C,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAW,CAAC;gBAC9C,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAW,CAAC;gBACxD,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAW,CAAC;gBACxD,IACE,OAAO,EAAE,KAAK,QAAQ;oBACtB,OAAO,EAAE,KAAK,QAAQ;oBACtB,OAAO,EAAE,KAAK,QAAQ;oBACtB,OAAO,EAAE,KAAK,QAAQ,EACtB,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE;wBACpC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE;qBACjC;iBACF,CAAC;YACJ,CAAC;YAED;gBACE,IAAI,IAAA,yCAAY,EAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3C,OAAO;wBACL,IAAI,EAAE,aAAa;wBACnB,IAAI;wBACJ,SAAS,EAAE,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,OAAO,EAAE,IAAI,CAAC,UAAU;qBACzB,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAC;gBACzD,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,CAAS,EAAE,CAAS;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YAC7D,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAGvB;QACC,iCAAiC;QACjC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC;QAED,oCAAoC;QACpC,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;YACzB,OAAO,yBAAyB,OAAO,CAAC,WAAW,EAAE,CAAC;QACxD,CAAC;QAED,2CAA2C;QAC3C,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACpD,OAAO,yBAAyB,WAAW,EAAE,CAAC;YAChD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBACpD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,IAAI,2CAA4B,CACpC,yCAAyC;YACvC,iGAAiG,CACpG,CAAC;IACJ,CAAC;CACF;AA7hCD,0CA6hCC","sourcesContent":["import {\n GoogleGenAI,\n Content,\n Part,\n GenerateContentResponse,\n FunctionCall,\n GenerateContentConfig,\n Tool,\n GoogleGenAIOptions,\n} from \"@google/genai\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport {\n AgentAction,\n AgentResult,\n AgentType,\n AgentExecutionOptions,\n SafetyCheck,\n SafetyConfirmationHandler,\n} from \"../types/public/agent.js\";\nimport { ClientOptions } from \"../types/public/model.js\";\nimport { AgentClient } from \"./AgentClient.js\";\nimport {\n AgentScreenshotProviderError,\n LLMResponseError,\n StagehandClosedError,\n} from \"../types/public/sdkErrors.js\";\nimport { buildGoogleCUASystemPrompt } from \"../../prompt.js\";\nimport { compressGoogleConversationImages } from \"./utils/imageCompression.js\";\nimport { mapKeyToPlaywright } from \"./utils/cuaKeyMapping.js\";\nimport {\n executeGoogleCustomTool,\n isCustomTool,\n convertToolSetToFunctionDeclarations,\n} from \"./utils/googleCustomToolHandler.js\";\nimport { ToolSet } from \"ai\";\nimport {\n FlowLogger,\n extractLlmCuaPromptSummary,\n extractLlmCuaResponseSummary,\n} from \"../flowlogger/FlowLogger.js\";\nimport { v7 as uuidv7 } from \"uuid\";\n\n/**\n * Client for Google's Computer Use Assistant API\n * This implementation uses the Google Generative AI SDK for Computer Use\n */\nexport class GoogleCUAClient extends AgentClient {\n private apiKey: string;\n private client: GoogleGenAI;\n private currentViewport = { width: 1288, height: 711 };\n private currentUrl?: string;\n private screenshotProvider?: () => Promise<string>;\n private actionHandler?: (action: AgentAction) => Promise<void>;\n private history: Content[] = [];\n private environment: \"ENVIRONMENT_BROWSER\" | \"ENVIRONMENT_DESKTOP\" =\n \"ENVIRONMENT_BROWSER\";\n private generateContentConfig: GenerateContentConfig;\n private tools?: ToolSet;\n private baseURL?: string;\n private safetyConfirmationHandler?: SafetyConfirmationHandler;\n constructor(\n type: AgentType,\n modelName: string,\n userProvidedInstructions?: string,\n clientOptions?: ClientOptions,\n tools?: ToolSet,\n ) {\n super(type, modelName, userProvidedInstructions);\n\n this.tools = tools;\n // Process client options\n this.apiKey =\n (clientOptions?.apiKey as string) ||\n process.env.GEMINI_API_KEY ||\n process.env.GOOGLE_GENERATIVE_AI_API_KEY ||\n process.env.GOOGLE_API_KEY ||\n \"\";\n this.baseURL = clientOptions?.baseURL as string | undefined;\n\n // Initialize the Google Generative AI client\n const genAIOptions: GoogleGenAIOptions = {\n apiKey: this.apiKey,\n ...(this.baseURL ? { httpOptions: { baseUrl: this.baseURL } } : {}),\n };\n this.client = new GoogleGenAI(genAIOptions);\n\n // Get environment if specified\n if (\n clientOptions?.environment &&\n typeof clientOptions.environment === \"string\"\n ) {\n this.environment = clientOptions.environment as typeof this.environment;\n }\n\n this.generateContentConfig = {\n temperature: 1,\n topP: 0.95,\n topK: 40,\n maxOutputTokens: 8192,\n // systemInstruction: this.userProvidedInstructions\n // ? { parts: [{ text: this.userProvidedInstructions }] }\n // : { parts: [{ text: buildGoogleCUASystemPrompt() }] },\n tools: [\n {\n computerUse: {\n environment: this.environment,\n },\n } as Tool,\n ],\n };\n\n // Store client options for reference\n this.clientOptions = {\n apiKey: this.apiKey,\n ...(this.baseURL ? { baseURL: this.baseURL } : {}),\n };\n\n // Initialize tools if provided\n if (this.tools && Object.keys(this.tools).length > 0) {\n this.updateGenerateContentConfig();\n }\n }\n\n public setViewport(width: number, height: number): void {\n this.currentViewport = { width, height };\n }\n\n setCurrentUrl(url: string): void {\n this.currentUrl = url;\n }\n\n setScreenshotProvider(provider: () => Promise<string>): void {\n this.screenshotProvider = provider;\n }\n\n setActionHandler(handler: (action: AgentAction) => Promise<void>): void {\n this.actionHandler = handler;\n }\n\n setTools(tools: ToolSet): void {\n this.tools = tools;\n this.updateGenerateContentConfig();\n }\n\n setSafetyConfirmationHandler(handler?: SafetyConfirmationHandler): void {\n this.safetyConfirmationHandler = handler;\n }\n\n private async handleSafetyConfirmation(\n safetyDecision: unknown,\n logger: (message: LogLine) => void,\n ): Promise<string | undefined> {\n const safetyMessage =\n typeof safetyDecision === \"object\"\n ? JSON.stringify(safetyDecision, null, 2)\n : String(safetyDecision);\n\n const safetyChecks: SafetyCheck[] = [\n {\n id: \"google-safety-decision\",\n code: \"safety_decision\",\n message: safetyMessage,\n },\n ];\n\n if (this.safetyConfirmationHandler) {\n logger({\n category: \"agent\",\n message: `Requesting safety confirmation for Google safety decision: ${safetyMessage}`,\n level: 1,\n });\n\n const response = await this.safetyConfirmationHandler(safetyChecks);\n\n if (response.acknowledged) {\n logger({\n category: \"agent\",\n message: `Safety decision acknowledged by user`,\n level: 1,\n });\n return \"true\";\n } else {\n logger({\n category: \"agent\",\n message: `Safety decision rejected by user`,\n level: 1,\n });\n return undefined;\n }\n }\n\n logger({\n category: \"agent\",\n message: `Auto-acknowledging Google safety decision`,\n level: 2,\n });\n return \"true\";\n }\n\n /**\n * Update the generateContentConfig with current tools\n */\n private updateGenerateContentConfig(): void {\n const functionDeclarations =\n this.tools && Object.keys(this.tools).length > 0\n ? convertToolSetToFunctionDeclarations(this.tools)\n : [];\n\n this.generateContentConfig = {\n ...this.generateContentConfig,\n tools: [\n {\n computerUse: {\n environment: this.environment,\n },\n ...(functionDeclarations.length > 0 ? { functionDeclarations } : {}),\n } as Tool,\n ],\n };\n }\n\n /**\n * Execute a task with the Google CUA\n * This is the main entry point for the agent\n * @implements AgentClient.execute\n */\n async execute(executionOptions: AgentExecutionOptions): Promise<AgentResult> {\n const { options, logger } = executionOptions;\n const { instruction } = options;\n const maxSteps = options.maxSteps || 10;\n\n let currentStep = 0;\n let completed = false;\n const actions: AgentAction[] = [];\n const messageList: string[] = [];\n let finalMessage = \"\";\n this.history = []; // Clear history for new execution\n\n // Start with the initial instruction\n await this.initializeHistory(instruction);\n\n let totalInputTokens = 0;\n let totalOutputTokens = 0;\n let totalInferenceTime = 0;\n\n try {\n // Execute steps until completion or max steps reached\n while (!completed && currentStep < maxSteps) {\n await this.preStepHook?.();\n\n logger({\n category: \"agent\",\n message: `Executing step ${currentStep + 1}/${maxSteps}`,\n level: 1,\n });\n\n const result = await this.executeStep(logger);\n totalInputTokens += result.usage.input_tokens;\n totalOutputTokens += result.usage.output_tokens;\n totalInferenceTime += result.usage.inference_time_ms;\n\n // Add actions to the list\n actions.push(...result.actions);\n\n // Update completion status\n completed = result.completed;\n\n // Record any message for this step\n if (result.message) {\n messageList.push(result.message);\n finalMessage = result.message;\n }\n\n // Increment step counter\n currentStep++;\n }\n\n // Return the final result\n return {\n success: completed,\n actions,\n message: finalMessage,\n completed,\n usage: {\n input_tokens: totalInputTokens,\n output_tokens: totalOutputTokens,\n inference_time_ms: totalInferenceTime,\n },\n };\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : String(error);\n logger({\n category: \"agent\",\n message: `Error executing agent task: ${errorMessage}`,\n level: 0,\n });\n\n return {\n success: false,\n actions,\n message: `Failed to execute task: ${errorMessage}`,\n completed: false,\n usage: {\n input_tokens: totalInputTokens,\n output_tokens: totalOutputTokens,\n inference_time_ms: totalInferenceTime,\n },\n };\n }\n }\n\n /**\n * Initialize conversation history with the initial instruction\n */\n private async initializeHistory(instruction: string): Promise<void> {\n const parts: Part[] = [{ text: instruction }];\n\n // Note: The Python implementation doesn't include the initial screenshot\n // Following the same pattern here\n\n const systemPromptContent = this.userProvidedInstructions\n ? this.userProvidedInstructions\n : buildGoogleCUASystemPrompt().content;\n\n this.history = [\n {\n role: \"user\",\n parts: [\n {\n text: \"System prompt: \" + systemPromptContent,\n },\n ],\n },\n {\n role: \"user\",\n parts,\n },\n ];\n }\n\n /**\n * Execute a single step of the agent\n */\n async executeStep(logger: (message: LogLine) => void): Promise<{\n actions: AgentAction[];\n message: string;\n completed: boolean;\n usage: {\n input_tokens: number;\n output_tokens: number;\n inference_time_ms: number;\n };\n }> {\n try {\n const startTime = Date.now();\n\n // Compress images in conversation history before sending to the model\n const compressedResult = compressGoogleConversationImages(\n this.history,\n 2,\n );\n const compressedHistory = compressedResult.items;\n\n // Use the SDK's generateContent method with retry logic (matching Python's get_model_response)\n const maxRetries = 5;\n const baseDelayS = 1;\n let lastError: Error | null = null;\n let response: GenerateContentResponse | null = null;\n\n // Log LLM request\n const llmRequestId = uuidv7();\n FlowLogger.logLlmRequest({\n requestId: llmRequestId,\n model: this.modelName,\n prompt: extractLlmCuaPromptSummary(compressedHistory),\n });\n\n for (let attempt = 0; attempt < maxRetries; attempt++) {\n try {\n // Add exponential backoff delay for retries\n if (attempt > 0) {\n const delay = baseDelayS * Math.pow(2, attempt) * 1000; // Convert to ms\n logger({\n category: \"agent\",\n message: `Generating content failed on attempt ${attempt + 1}. Retrying in ${delay / 1000} seconds...`,\n level: 2,\n });\n await new Promise((resolve) => setTimeout(resolve, delay));\n }\n\n // Use the SDK's generateContent method - following Python SDK pattern\n response = await this.client.models.generateContent({\n model: this.modelName,\n contents: compressedHistory,\n config: this.generateContentConfig,\n });\n\n // Check if we have valid response content\n if (!response.candidates || response.candidates.length === 0) {\n throw new LLMResponseError(\"agent\", \"Response has no candidates!\");\n }\n\n const candidate = response.candidates[0];\n if (!candidate.content || !candidate.content.parts) {\n const reason = candidate.finishReason || \"unknown\";\n throw new LLMResponseError(\n \"agent\",\n `Response has no content (finish reason: ${reason})`,\n );\n }\n\n // Success - we have a valid response\n break;\n } catch (error) {\n lastError = error instanceof Error ? error : new Error(String(error));\n logger({\n category: \"agent\",\n message: `API call error: ${lastError.message}`,\n level: 2,\n });\n\n // If this was the last attempt, throw the error\n if (attempt === maxRetries - 1) {\n logger({\n category: \"agent\",\n message: `Generating content failed after ${maxRetries} attempts.`,\n level: 0,\n });\n throw lastError;\n }\n }\n }\n\n if (!response) {\n throw (\n lastError || new Error(\"Failed to get response after all retries\")\n );\n }\n\n const endTime = Date.now();\n const elapsedMs = endTime - startTime;\n const { usageMetadata } = response;\n\n // Log LLM response\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.modelName,\n output: extractLlmCuaResponseSummary(response),\n inputTokens: usageMetadata?.promptTokenCount,\n outputTokens: usageMetadata?.candidatesTokenCount,\n });\n\n // Process the response\n const result = await this.processResponse(response, logger);\n\n // Add model response to history\n if (response.candidates && response.candidates[0]) {\n // Sanitize any out-of-range coordinates in function calls before adding to history\n const sanitizedContent = JSON.parse(\n JSON.stringify(response.candidates[0].content),\n );\n if (sanitizedContent.parts) {\n for (const part of sanitizedContent.parts) {\n if (part.functionCall?.args) {\n if (\n typeof part.functionCall.args.x === \"number\" &&\n part.functionCall.args.x > 999\n ) {\n part.functionCall.args.x = 999;\n }\n if (\n typeof part.functionCall.args.y === \"number\" &&\n part.functionCall.args.y > 999\n ) {\n part.functionCall.args.y = 999;\n }\n }\n }\n }\n this.history.push(sanitizedContent);\n }\n\n // Execute actions and collect function responses\n const functionResponses: Part[] = [];\n\n // Always process the model's response, even when it produced no\n // executable action (e.g. a standalone take_screenshot). The model\n // expects exactly one function response — a fresh screenshot — per\n // computer-use call; skipping it when there are 0 actions leaves the\n // model blind and it gives up after one empty turn.\n {\n let hasError = false;\n\n // Execute all actions (a no-op when there are none).\n for (let i = 0; i < result.actions.length; i++) {\n const action = result.actions[i];\n\n logger({\n category: \"agent\",\n message: `Executing action ${i + 1}/${result.actions.length}: ${action.type}`,\n level: 2,\n });\n\n // Special handling for open_web_browser - don't execute it\n if (action.type === \"open_web_browser\") {\n // Set pageUrl for open_web_browser since it doesn't go through action handler\n action.pageUrl = this.currentUrl;\n logger({\n category: \"agent\",\n message: \"Skipping open_web_browser action\",\n level: 2,\n });\n } else if (action.type === \"screenshot\") {\n // No interaction to perform — the screenshot captured below is\n // returned to the model as this call's function response.\n logger({\n category: \"agent\",\n message: \"take_screenshot: capturing current page\",\n level: 2,\n });\n } else if (action.type === \"custom_tool\") {\n const toolName = action.name as string;\n const toolArgs = action.arguments as Record<string, unknown>;\n\n if (this.tools && toolName in this.tools) {\n const correspondingFunctionCall = result.functionCalls.find(\n (fc) => fc.name === toolName,\n );\n\n if (correspondingFunctionCall) {\n const executionResult = await executeGoogleCustomTool(\n toolName,\n toolArgs,\n this.tools,\n correspondingFunctionCall,\n logger,\n );\n\n functionResponses.push(executionResult.functionResponse);\n\n if (!executionResult.success) {\n hasError = true;\n }\n }\n }\n } else if (this.actionHandler) {\n try {\n await this.actionHandler(action);\n\n // Add a delay between actions to ensure they complete properly\n // Longer delay for typing actions to ensure fields are ready\n if (i < result.actions.length - 1) {\n const nextAction = result.actions[i + 1];\n const isTypingAction =\n action.type === \"type\" || nextAction.type === \"type\";\n const delay = isTypingAction ? 500 : 200;\n await new Promise((resolve) => setTimeout(resolve, delay));\n }\n } catch (actionError) {\n if (actionError instanceof StagehandClosedError) {\n throw actionError;\n }\n logger({\n category: \"agent\",\n message: `Error executing action ${action.type}: ${actionError}`,\n level: 0,\n });\n hasError = true;\n // Continue processing other actions even if one fails\n }\n }\n }\n\n // Create function responses for computer use actions (non-custom tools)\n // We need exactly one response per function call, regardless of how many actions were generated\n if (result.functionCalls.length > 0 || hasError) {\n // Filter out custom tool function calls as they've already been handled\n const computerUseFunctionCalls = result.functionCalls.filter(\n (fc) => !isCustomTool(fc, this.tools),\n );\n\n if (computerUseFunctionCalls.length > 0) {\n try {\n logger({\n category: \"agent\",\n message: `Taking screenshot after executing ${result.actions.length} actions${hasError ? \" (with errors)\" : \"\"}`,\n level: 2,\n });\n\n const screenshot = await this.captureScreenshot();\n const base64Data = screenshot.replace(\n /^data:image\\/png;base64,/,\n \"\",\n );\n\n // Create one function response for each computer use function call\n // Following Python SDK pattern: FunctionResponse with parts containing inline_data\n for (const functionCall of computerUseFunctionCalls) {\n let safetyAcknowledgement: string | undefined;\n if (functionCall.args?.safety_decision) {\n safetyAcknowledgement = await this.handleSafetyConfirmation(\n functionCall.args.safety_decision,\n logger,\n );\n }\n\n const functionResponsePart: Part = {\n functionResponse: {\n name: functionCall.name,\n response: {\n url: this.currentUrl || \"\",\n ...(safetyAcknowledgement !== undefined\n ? {\n safety_acknowledgement: safetyAcknowledgement,\n }\n : {}),\n },\n parts: [\n {\n inlineData: {\n mimeType: \"image/png\",\n data: base64Data,\n },\n },\n ],\n },\n };\n functionResponses.push(functionResponsePart);\n }\n } catch (error) {\n logger({\n category: \"agent\",\n message: `Error capturing screenshot: ${error}`,\n level: 0,\n });\n }\n }\n }\n\n // Add all function responses to history in a single user message\n if (functionResponses.length > 0) {\n logger({\n category: \"agent\",\n message: `Adding ${functionResponses.length} function responses to history`,\n level: 2,\n });\n this.history.push({\n role: \"user\",\n parts: functionResponses,\n });\n }\n }\n\n return {\n actions: result.actions,\n message: result.message,\n completed: result.completed,\n usage: {\n input_tokens: usageMetadata?.promptTokenCount || 0,\n output_tokens: usageMetadata?.candidatesTokenCount || 0,\n inference_time_ms: elapsedMs,\n },\n };\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : String(error);\n logger({\n category: \"agent\",\n message: `Error executing step: ${errorMessage}`,\n level: 0,\n });\n\n throw error;\n }\n }\n\n /**\n * Process the response from Google's API\n */\n private async processResponse(\n response: GenerateContentResponse,\n logger: (message: LogLine) => void,\n ): Promise<{\n actions: AgentAction[];\n message: string;\n completed: boolean;\n functionCalls: FunctionCall[];\n }> {\n const actions: AgentAction[] = [];\n let message = \"\";\n const functionCalls: FunctionCall[] = [];\n\n if (!response.candidates || response.candidates.length === 0) {\n return {\n actions: [],\n message: \"No candidates in response\",\n completed: true,\n functionCalls: [],\n };\n }\n const candidate = response.candidates[0];\n\n // Log the raw response for debugging\n logger({\n category: \"agent\",\n message: `Raw response from Google: ${JSON.stringify(candidate.content, null, 2)}`,\n level: 2,\n });\n\n // Process all parts - Google can send multiple function calls\n for (const part of candidate.content.parts) {\n if (part.text) {\n message += part.text + \"\\n\";\n logger({\n category: \"agent\",\n message: `Reasoning: ${part.text}`,\n level: 1,\n });\n }\n if (part.functionCall) {\n functionCalls.push(part.functionCall);\n logger({\n category: \"agent\",\n message: `Found function call: ${part.functionCall.name} with args: ${JSON.stringify(part.functionCall.args)}`,\n level: 2,\n });\n\n // Convert function call to action(s)\n const action = this.convertFunctionCallToAction(part.functionCall);\n if (action) {\n // Special handling for type actions. gemini-2.5 type_text_at carries\n // coordinates (click the field first); gemini-3.x `type` has none and\n // types into the element the model already focused.\n if (action.type === \"type\") {\n logger({\n category: \"agent\",\n message: `Adding action: ${JSON.stringify(action)}`,\n level: 2,\n });\n // Click the target first only when coordinates are provided.\n if (typeof action.x === \"number\" && typeof action.y === \"number\") {\n actions.push({\n type: \"click\",\n x: action.x,\n y: action.y,\n button: \"left\",\n });\n }\n\n // If clear_before_typing is true (default), add a select all\n if (action.clearBeforeTyping) {\n // Select all text in the field\n actions.push({\n type: \"keypress\",\n keys: [\"ControlOrMeta+A\"],\n });\n actions.push({\n type: \"keypress\",\n keys: [\"Backspace\"],\n });\n }\n\n // Then add the type action\n actions.push(action);\n if (action.pressEnter) {\n actions.push({\n type: \"keypress\",\n keys: [\"Enter\"],\n });\n }\n } else {\n actions.push(action);\n }\n } else {\n logger({\n category: \"agent\",\n message: `Warning: Could not convert function call ${part.functionCall.name} to action`,\n level: 1,\n });\n }\n }\n }\n\n // Log summary of what we found\n logger({\n category: \"agent\",\n message: `Found ${functionCalls.length} function calls, converted to ${actions.length} actions`,\n level: 2,\n });\n\n // Check if task is completed\n const completed =\n functionCalls.length === 0 ||\n (candidate.finishReason && candidate.finishReason !== \"STOP\");\n\n return {\n actions,\n message: message.trim(),\n completed,\n functionCalls,\n };\n }\n\n /**\n * Convert Google function call to Stagehand action\n */\n private convertFunctionCallToAction(\n functionCall: FunctionCall,\n ): AgentAction | null {\n const { name: rawName } = functionCall;\n // Default args to an empty object so no-argument predefined functions\n // (e.g. take_screenshot, go_back) are not rejected by the guard below.\n const args = functionCall.args ?? {};\n\n if (!rawName) {\n return null;\n }\n\n // The gemini-3.x computer-use tool renamed several of the predefined\n // functions that gemini-2.5-computer-use-preview used, and adds a\n // descriptive `intent` arg to every call. The argument fields are otherwise\n // unchanged (confirmed for click/navigate). Normalize the 3.x names to the\n // canonical 2.5 names so a single set of handlers serves both generations;\n // `intent` is ignored since handlers only read the args they need.\n // NOTE: click and take_screenshot are confirmed from live gemini-3.5-flash\n // traffic; the rest are inferred from the same drop-the-qualifier pattern\n // and are safe aliases (any unmapped name still hits the warning below).\n const NAME_ALIASES: Record<string, string> = {\n click: \"click_at\",\n left_click: \"click_at\",\n double_click: \"click_at\",\n triple_click: \"click_at\",\n type: \"type_text_at\",\n type_text: \"type_text_at\",\n hover: \"hover_at\",\n scroll: \"scroll_at\",\n drag: \"drag_and_drop\",\n key: \"key_combination\",\n keys: \"key_combination\",\n key_press: \"key_combination\",\n press_key: \"key_combination\",\n press_keys: \"key_combination\",\n hotkey: \"key_combination\",\n screenshot: \"take_screenshot\",\n wait: \"wait_5_seconds\",\n };\n const name = NAME_ALIASES[rawName] ?? rawName;\n\n switch (name) {\n case \"open_web_browser\":\n return {\n type: \"open_web_browser\",\n timestamp: Date.now(),\n };\n\n case \"take_screenshot\":\n // No UI interaction. The step loop captures a fresh screenshot and\n // returns it to the model as this call's function response; marked as a\n // recognized action (not null) so it isn't dropped, and skipped in the\n // executor like open_web_browser.\n return {\n type: \"screenshot\",\n timestamp: Date.now(),\n };\n\n case \"click_at\": {\n const { x, y } = this.normalizeCoordinates(\n args.x as number,\n args.y as number,\n );\n return {\n type: \"click\",\n x,\n y,\n button: args.button || \"left\",\n };\n }\n\n case \"type_text_at\": {\n // press_enter and clear_before_typing are shared across generations.\n const pressEnter = (args.press_enter as boolean) ?? false;\n const clearBeforeTyping = (args.clear_before_typing as boolean) ?? true;\n const base = {\n type: \"type\" as const,\n text: args.text as string,\n pressEnter,\n clearBeforeTyping,\n };\n\n // gemini-2.5 type_text_at carries x/y (click the field, then type).\n // gemini-3.x `type` has no coordinates and types into the element the\n // model already focused with a preceding click. Only attach coords when\n // present so the executor doesn't click at NaN.\n if (typeof args.x === \"number\" && typeof args.y === \"number\") {\n const { x, y } = this.normalizeCoordinates(args.x, args.y);\n return { ...base, x, y };\n }\n return base;\n }\n\n case \"key_combination\": {\n // gemini-2.5 key_combination sends `keys` as a \"+\"-joined string;\n // gemini-3.x `hotkey` sends a `keys` array, and `press_key` sends a\n // single `key`. Accept all three.\n const raw = args.keys !== undefined ? args.keys : args.key;\n const parts = Array.isArray(raw)\n ? (raw as string[])\n : String(raw ?? \"\").split(\"+\");\n const keys = parts\n .map((key) => String(key).trim())\n .filter(Boolean)\n .map((key) => mapKeyToPlaywright(key));\n if (keys.length === 0) {\n return null;\n }\n return {\n type: \"keypress\",\n keys,\n };\n }\n\n case \"scroll_document\": {\n const direction = (args.direction as string).toLowerCase();\n return {\n type: \"keypress\",\n keys: [direction === \"up\" ? \"PageUp\" : \"PageDown\"],\n };\n }\n\n case \"scroll_at\": {\n // A coordinate-less `scroll` alias (gemini-3.x) scrolls the document.\n if (typeof args.x !== \"number\" || typeof args.y !== \"number\") {\n const dir = ((args.direction as string) || \"down\").toLowerCase();\n return {\n type: \"keypress\",\n keys: [dir === \"up\" ? \"PageUp\" : \"PageDown\"],\n };\n }\n const { x, y } = this.normalizeCoordinates(\n args.x as number,\n args.y as number,\n );\n const direction = ((args.direction as string) || \"down\").toLowerCase();\n // 2.5 uses `magnitude`; gemini-3.x `scroll` uses `magnitude_in_pixels`.\n const magnitude =\n typeof args.magnitude === \"number\"\n ? (args.magnitude as number)\n : typeof args.magnitude_in_pixels === \"number\"\n ? (args.magnitude_in_pixels as number)\n : 800;\n\n let scroll_x = 0;\n let scroll_y = 0;\n if (direction === \"up\") {\n scroll_y = -magnitude;\n } else if (direction === \"down\") {\n scroll_y = magnitude;\n } else if (direction === \"left\") {\n scroll_x = -magnitude;\n } else if (direction === \"right\") {\n scroll_x = magnitude;\n } else {\n // Default to down if unknown direction\n scroll_y = magnitude;\n }\n\n return {\n type: \"scroll\",\n x,\n y,\n scroll_x,\n scroll_y,\n };\n }\n\n case \"navigate\":\n return {\n type: \"goto\",\n url: args.url as string,\n };\n\n case \"go_back\":\n return {\n type: \"back\",\n };\n\n case \"go_forward\":\n return {\n type: \"forward\",\n };\n\n case \"wait_5_seconds\":\n return {\n type: \"wait\",\n timeMs: 5000, // Google CUA waits for 5 seconds\n };\n\n case \"hover_at\": {\n const { x, y } = this.normalizeCoordinates(\n args.x as number,\n args.y as number,\n );\n return {\n type: \"move\",\n x,\n y,\n };\n }\n\n case \"search\":\n return {\n type: \"goto\",\n url: \"https://www.google.com\",\n };\n\n case \"drag_and_drop\": {\n // 2.5 uses x/y + destination_x/destination_y; gemini-3.x `drag_and_drop`\n // uses start_x/start_y + end_x/end_y. Accept either.\n const sx = (args.x ?? args.start_x) as number;\n const sy = (args.y ?? args.start_y) as number;\n const ex = (args.destination_x ?? args.end_x) as number;\n const ey = (args.destination_y ?? args.end_y) as number;\n if (\n typeof sx !== \"number\" ||\n typeof sy !== \"number\" ||\n typeof ex !== \"number\" ||\n typeof ey !== \"number\"\n ) {\n return null;\n }\n const startPoint = this.normalizeCoordinates(sx, sy);\n const endPoint = this.normalizeCoordinates(ex, ey);\n return {\n type: \"drag\",\n path: [\n { x: startPoint.x, y: startPoint.y },\n { x: endPoint.x, y: endPoint.y },\n ],\n };\n }\n\n default:\n if (isCustomTool(functionCall, this.tools)) {\n return {\n type: \"custom_tool\",\n name,\n arguments: args,\n timestamp: Date.now(),\n pageUrl: this.currentUrl,\n };\n }\n console.warn(`Unsupported Google CUA function: ${name}`);\n return null;\n }\n }\n\n /**\n * Normalize coordinates from Google's 0-1000 range to viewport dimensions\n */\n private normalizeCoordinates(x: number, y: number): { x: number; y: number } {\n const clampedX = Math.min(999, Math.max(0, x));\n const clampedY = Math.min(999, Math.max(0, y));\n return {\n x: Math.floor((clampedX / 1000) * this.currentViewport.width),\n y: Math.floor((clampedY / 1000) * this.currentViewport.height),\n };\n }\n\n async captureScreenshot(options?: {\n base64Image?: string;\n currentUrl?: string;\n }): Promise<string> {\n // Update current URL if provided\n if (options?.currentUrl) {\n this.currentUrl = options.currentUrl;\n }\n\n // Use provided options if available\n if (options?.base64Image) {\n return `data:image/png;base64,${options.base64Image}`;\n }\n\n // Use the screenshot provider if available\n if (this.screenshotProvider) {\n try {\n const base64Image = await this.screenshotProvider();\n return `data:image/png;base64,${base64Image}`;\n } catch (error) {\n console.error(\"Error capturing screenshot:\", error);\n throw error;\n }\n }\n\n throw new AgentScreenshotProviderError(\n \"`screenshotProvider` has not been set. \" +\n \"Please call `setScreenshotProvider()` with a valid function that returns a base64-encoded image\",\n );\n }\n}\n"]}
|
|
1
|
+
{"version":3,"file":"GoogleCUAClient.js","sourceRoot":"","sources":["../../../../../lib/v3/agent/GoogleCUAClient.ts"],"names":[],"mappings":";;;AAAA,yCASuB;AAYvB,qDAA+C;AAC/C,+DAIsC;AACtC,+CAA6D;AAC7D,qEAA+E;AAC/E,+DAA8D;AAC9D,mFAI4C;AAE5C,+DAIqC;AACrC,+BAAoC;AAEpC;;;GAGG;AACH,MAAa,eAAgB,SAAQ,4BAAW;IACtC,MAAM,CAAS;IACf,MAAM,CAAc;IACpB,eAAe,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;IAC/C,UAAU,CAAU;IACpB,kBAAkB,CAA2C;IAC7D,aAAa,CAA0C;IACvD,OAAO,GAAc,EAAE,CAAC;IACxB,WAAW,GACjB,qBAAqB,CAAC;IAChB,qBAAqB,CAAwB;IAC7C,KAAK,CAAW;IAChB,OAAO,CAAU;IACjB,yBAAyB,CAA6B;IAC9D,YACE,IAAe,EACf,SAAiB,EACjB,wBAAiC,EACjC,aAA6B,EAC7B,KAAe;QAEf,KAAK,CAAC,IAAI,EAAE,SAAS,EAAE,wBAAwB,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,yBAAyB;QACzB,IAAI,CAAC,MAAM;YACR,aAAa,EAAE,MAAiB;gBACjC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,OAAO,CAAC,GAAG,CAAC,4BAA4B;gBACxC,OAAO,CAAC,GAAG,CAAC,cAAc;gBAC1B,EAAE,CAAC;QACL,IAAI,CAAC,OAAO,GAAG,aAAa,EAAE,OAA6B,CAAC;QAE5D,6CAA6C;QAC7C,MAAM,YAAY,GAAuB;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpE,CAAC;QACF,IAAI,CAAC,MAAM,GAAG,IAAI,mBAAW,CAAC,YAAY,CAAC,CAAC;QAE5C,+BAA+B;QAC/B,IACE,aAAa,EAAE,WAAW;YAC1B,OAAO,aAAa,CAAC,WAAW,KAAK,QAAQ,EAC7C,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,aAAa,CAAC,WAAsC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,qBAAqB,GAAG;YAC3B,WAAW,EAAE,CAAC;YACd,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,EAAE;YACR,eAAe,EAAE,IAAI;YACrB,mDAAmD;YACnD,2DAA2D;YAC3D,2DAA2D;YAC3D,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;iBACM;aACV;SACF,CAAC;QAEF,qCAAqC;QACrC,IAAI,CAAC,aAAa,GAAG;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACnD,CAAC;QAEF,+BAA+B;QAC/B,IAAI,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACrC,CAAC;IACH,CAAC;IAEM,WAAW,CAAC,KAAa,EAAE,MAAc;QAC9C,IAAI,CAAC,eAAe,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IAC3C,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;IAED,qBAAqB,CACnB,QAAiD;QAEjD,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAED,gBAAgB,CAAC,OAA+C;QAC9D,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAED,QAAQ,CAAC,KAAc;QACrB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,2BAA2B,EAAE,CAAC;IACrC,CAAC;IAED,4BAA4B,CAAC,OAAmC;QAC9D,IAAI,CAAC,yBAAyB,GAAG,OAAO,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,wBAAwB,CACpC,cAAuB,EACvB,MAAkC;QAElC,MAAM,aAAa,GACjB,OAAO,cAAc,KAAK,QAAQ;YAChC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;QAE7B,MAAM,YAAY,GAAkB;YAClC;gBACE,EAAE,EAAE,wBAAwB;gBAC5B,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,aAAa;aACvB;SACF,CAAC;QAEF,IAAI,IAAI,CAAC,yBAAyB,EAAE,CAAC;YACnC,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,8DAA8D,aAAa,EAAE;gBACtF,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC;YAEpE,IAAI,QAAQ,CAAC,YAAY,EAAE,CAAC;gBAC1B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,sCAAsC;oBAC/C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kCAAkC;oBAC3C,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBACH,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,2CAA2C;YACpD,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,2BAA2B;QACjC,MAAM,oBAAoB,GACxB,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,IAAA,iEAAoC,EAAC,IAAI,CAAC,KAAK,CAAC;YAClD,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,CAAC,qBAAqB,GAAG;YAC3B,GAAG,IAAI,CAAC,qBAAqB;YAC7B,KAAK,EAAE;gBACL;oBACE,WAAW,EAAE;wBACX,WAAW,EAAE,IAAI,CAAC,WAAW;qBAC9B;oBACD,GAAG,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC7D;aACV;SACF,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO,CAAC,gBAAuC;QACnD,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,gBAAgB,CAAC;QAC7C,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;QAExC,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,kCAAkC;QAErD,qCAAqC;QACrC,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;QAE1C,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,sBAAsB,GAAG,CAAC,CAAC;QAC/B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,IAAI,CAAC;YACH,sDAAsD;YACtD,OAAO,CAAC,SAAS,IAAI,WAAW,GAAG,QAAQ,EAAE,CAAC;gBAC5C,MAAM,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBAE3B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,kBAAkB,WAAW,GAAG,CAAC,IAAI,QAAQ,EAAE;oBACxD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAC9C,gBAAgB,IAAI,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;gBAC9C,iBAAiB,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC;gBAChD,oBAAoB,IAAI,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACtD,sBAAsB,IAAI,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC;gBAC3D,kBAAkB,IAAI,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC;gBAErD,0BAA0B;gBAC1B,OAAO,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEhC,2BAA2B;gBAC3B,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;gBAE7B,mCAAmC;gBACnC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;oBACjC,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC;gBAChC,CAAC;gBAED,yBAAyB;gBACzB,WAAW,EAAE,CAAC;YAChB,CAAC;YAED,0BAA0B;YAC1B,OAAO;gBACL,OAAO,EAAE,SAAS;gBAClB,OAAO;gBACP,OAAO,EAAE,YAAY;gBACrB,SAAS;gBACT,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,gBAAgB,EAAE,oBAAoB;oBACtC,mBAAmB,EAAE,sBAAsB;oBAC3C,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,+BAA+B,YAAY,EAAE;gBACtD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO;gBACP,OAAO,EAAE,2BAA2B,YAAY,EAAE;gBAClD,SAAS,EAAE,KAAK;gBAChB,KAAK,EAAE;oBACL,YAAY,EAAE,gBAAgB;oBAC9B,aAAa,EAAE,iBAAiB;oBAChC,gBAAgB,EAAE,oBAAoB;oBACtC,mBAAmB,EAAE,sBAAsB;oBAC3C,iBAAiB,EAAE,kBAAkB;iBACtC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,MAAM,KAAK,GAAW,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAE9C,yEAAyE;QACzE,kCAAkC;QAElC,MAAM,mBAAmB,GAAG,IAAI,CAAC,wBAAwB;YACvD,CAAC,CAAC,IAAI,CAAC,wBAAwB;YAC/B,CAAC,CAAC,IAAA,sCAA0B,GAAE,CAAC,OAAO,CAAC;QAEzC,IAAI,CAAC,OAAO,GAAG;YACb;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,iBAAiB,GAAG,mBAAmB;qBAC9C;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK;aACN;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,MAAkC;QAYlD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAE7B,sEAAsE;YACtE,MAAM,gBAAgB,GAAG,IAAA,sDAAgC,EACvD,IAAI,CAAC,OAAO,EACZ,CAAC,CACF,CAAC;YACF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,KAAK,CAAC;YAEjD,+FAA+F;YAC/F,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,MAAM,UAAU,GAAG,CAAC,CAAC;YACrB,IAAI,SAAS,GAAiB,IAAI,CAAC;YACnC,IAAI,QAAQ,GAAmC,IAAI,CAAC;YAEpD,kBAAkB;YAClB,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;YAC9B,0BAAU,CAAC,aAAa,CAAC;gBACvB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,0CAA0B,EAAC,iBAAiB,CAAC;aACtD,CAAC,CAAC;YAEH,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACH,4CAA4C;oBAC5C,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,MAAM,KAAK,GAAG,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,gBAAgB;wBACxE,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,wCAAwC,OAAO,GAAG,CAAC,iBAAiB,KAAK,GAAG,IAAI,aAAa;4BACtG,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;oBAC7D,CAAC;oBAED,sEAAsE;oBACtE,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;wBAClD,KAAK,EAAE,IAAI,CAAC,SAAS;wBACrB,QAAQ,EAAE,iBAAiB;wBAC3B,MAAM,EAAE,IAAI,CAAC,qBAAqB;qBACnC,CAAC,CAAC;oBAEH,0CAA0C;oBAC1C,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7D,MAAM,IAAI,+BAAgB,CAAC,OAAO,EAAE,6BAA6B,CAAC,CAAC;oBACrE,CAAC;oBAED,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACzC,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;wBACnD,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC;wBACnD,MAAM,IAAI,+BAAgB,CACxB,OAAO,EACP,2CAA2C,MAAM,GAAG,CACrD,CAAC;oBACJ,CAAC;oBAED,qCAAqC;oBACrC,MAAM;gBACR,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtE,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,mBAAmB,SAAS,CAAC,OAAO,EAAE;wBAC/C,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,gDAAgD;oBAChD,IAAI,OAAO,KAAK,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,mCAAmC,UAAU,YAAY;4BAClE,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,MAAM,SAAS,CAAC;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,CACJ,SAAS,IAAI,IAAI,KAAK,CAAC,0CAA0C,CAAC,CACnE,CAAC;YACJ,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;YACtC,MAAM,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;YAEnC,mBAAmB;YACnB,0BAAU,CAAC,cAAc,CAAC;gBACxB,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,MAAM,EAAE,IAAA,4CAA4B,EAAC,QAAQ,CAAC;gBAC9C,WAAW,EAAE,aAAa,EAAE,gBAAgB;gBAC5C,YAAY,EAAE,aAAa,EAAE,oBAAoB;aAClD,CAAC,CAAC;YAEH,uBAAuB;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAE5D,gCAAgC;YAChC,IAAI,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,mFAAmF;gBACnF,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CACjC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAC/C,CAAC;gBACF,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;oBAC3B,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,KAAK,EAAE,CAAC;wBAC1C,IAAI,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;4BAC5B,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;4BACD,IACE,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;gCAC5C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,EAC9B,CAAC;gCACD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;4BACjC,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACtC,CAAC;YAED,iDAAiD;YACjD,MAAM,iBAAiB,GAAW,EAAE,CAAC;YAErC,gEAAgE;YAChE,mEAAmE;YACnE,mEAAmE;YACnE,qEAAqE;YACrE,oDAAoD;YACpD,CAAC;gBACC,IAAI,QAAQ,GAAG,KAAK,CAAC;gBAErB,qDAAqD;gBACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBAEjC,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,oBAAoB,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,EAAE;wBAC7E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBAEH,2DAA2D;oBAC3D,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;wBACvC,8EAA8E;wBAC9E,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;wBACjC,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,kCAAkC;4BAC3C,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACxC,+DAA+D;wBAC/D,0DAA0D;wBAC1D,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,yCAAyC;4BAClD,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;oBACL,CAAC;yBAAM,IAAI,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBACzC,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAc,CAAC;wBACvC,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAoC,CAAC;wBAE7D,IAAI,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;4BACzC,MAAM,yBAAyB,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CACzD,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,QAAQ,CAC7B,CAAC;4BAEF,IAAI,yBAAyB,EAAE,CAAC;gCAC9B,MAAM,eAAe,GAAG,MAAM,IAAA,oDAAuB,EACnD,QAAQ,EACR,QAAQ,EACR,IAAI,CAAC,KAAK,EACV,yBAAyB,EACzB,MAAM,CACP,CAAC;gCAEF,iBAAiB,CAAC,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;gCAEzD,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;oCAC7B,QAAQ,GAAG,IAAI,CAAC;gCAClB,CAAC;4BACH,CAAC;wBACH,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;wBAC9B,IAAI,CAAC;4BACH,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;4BAEjC,+DAA+D;4BAC/D,6DAA6D;4BAC7D,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCAClC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gCACzC,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,UAAU,CAAC,IAAI,KAAK,MAAM,CAAC;gCACvD,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gCACzC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;4BAC7D,CAAC;wBACH,CAAC;wBAAC,OAAO,WAAW,EAAE,CAAC;4BACrB,IAAI,WAAW,YAAY,mCAAoB,EAAE,CAAC;gCAChD,MAAM,WAAW,CAAC;4BACpB,CAAC;4BACD,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,0BAA0B,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE;gCAChE,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BACH,QAAQ,GAAG,IAAI,CAAC;4BAChB,sDAAsD;wBACxD,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,wEAAwE;gBACxE,gGAAgG;gBAChG,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC;oBAChD,wEAAwE;oBACxE,MAAM,wBAAwB,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAC1D,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAA,yCAAY,EAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CACtC,CAAC;oBAEF,IAAI,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxC,IAAI,CAAC;4BACH,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,qCAAqC,MAAM,CAAC,OAAO,CAAC,MAAM,WAAW,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,EAAE;gCAChH,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;4BAEH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;4BAClD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;4BAErC,mEAAmE;4BACnE,mFAAmF;4BACnF,KAAK,MAAM,YAAY,IAAI,wBAAwB,EAAE,CAAC;gCACpD,IAAI,qBAAyC,CAAC;gCAC9C,IAAI,YAAY,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC;oCACvC,qBAAqB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CACzD,YAAY,CAAC,IAAI,CAAC,eAAe,EACjC,MAAM,CACP,CAAC;gCACJ,CAAC;gCAED,MAAM,oBAAoB,GAAS;oCACjC,gBAAgB,EAAE;wCAChB,IAAI,EAAE,YAAY,CAAC,IAAI;wCACvB,QAAQ,EAAE;4CACR,GAAG,EAAE,IAAI,CAAC,UAAU,IAAI,EAAE;4CAC1B,GAAG,CAAC,qBAAqB,KAAK,SAAS;gDACrC,CAAC,CAAC;oDACE,sBAAsB,EAAE,qBAAqB;iDAC9C;gDACH,CAAC,CAAC,EAAE,CAAC;yCACR;wCACD,KAAK,EAAE;4CACL;gDACE,UAAU,EAAE;oDACV,QAAQ,EAAE,UAAU,CAAC,SAAS;oDAC9B,IAAI,EAAE,UAAU;iDACjB;6CACF;yCACF;qCACF;iCACF,CAAC;gCACF,iBAAiB,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;4BAC/C,CAAC;wBACH,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,MAAM,CAAC;gCACL,QAAQ,EAAE,OAAO;gCACjB,OAAO,EAAE,+BAA+B,KAAK,EAAE;gCAC/C,KAAK,EAAE,CAAC;6BACT,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,iEAAiE;gBACjE,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,UAAU,iBAAiB,CAAC,MAAM,gCAAgC;wBAC3E,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;oBACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;wBAChB,IAAI,EAAE,MAAM;wBACZ,KAAK,EAAE,iBAAiB;qBACzB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,KAAK,EAAE;oBACL,+DAA+D;oBAC/D,kEAAkE;oBAClE,wEAAwE;oBACxE,yCAAyC;oBACzC,YAAY,EAAE,aAAa,EAAE,gBAAgB,IAAI,CAAC;oBAClD,aAAa,EAAE,aAAa,EAAE,oBAAoB,IAAI,CAAC;oBACvD,gBAAgB,EAAE,aAAa,EAAE,kBAAkB,IAAI,CAAC;oBACxD,mBAAmB,EAAE,aAAa,EAAE,uBAAuB,IAAI,CAAC;oBAChE,iBAAiB,EAAE,SAAS;iBAC7B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACzD,MAAM,CAAC;gBACL,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,yBAAyB,YAAY,EAAE;gBAChD,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;YAEH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAC3B,QAAiC,EACjC,MAAkC;QAOlC,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,aAAa,GAAmB,EAAE,CAAC;QAEzC,IAAI,CAAC,QAAQ,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,2BAA2B;gBACpC,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,EAAE;aAClB,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEzC,qCAAqC;QACrC,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,6BAA6B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE;YAClF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,8DAA8D;QAC9D,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,OAAO,IAAI,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;gBAC5B,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,cAAc,IAAI,CAAC,IAAI,EAAE;oBAClC,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;YACD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACtC,MAAM,CAAC;oBACL,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,wBAAwB,IAAI,CAAC,YAAY,CAAC,IAAI,eAAe,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE;oBAC9G,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;gBAEH,qCAAqC;gBACrC,MAAM,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAC7C,IAAI,CAAC,YAAY,EACjB,MAAM,CACP,CAAC;gBACF,IAAI,MAAM,EAAE,CAAC;oBACX,qEAAqE;oBACrE,sEAAsE;oBACtE,oDAAoD;oBACpD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBAC3B,MAAM,CAAC;4BACL,QAAQ,EAAE,OAAO;4BACjB,OAAO,EAAE,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE;4BACnD,KAAK,EAAE,CAAC;yBACT,CAAC,CAAC;wBACH,6DAA6D;wBAC7D,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;4BACjE,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,OAAO;gCACb,CAAC,EAAE,MAAM,CAAC,CAAC;gCACX,CAAC,EAAE,MAAM,CAAC,CAAC;gCACX,MAAM,EAAE,MAAM;6BACf,CAAC,CAAC;wBACL,CAAC;wBAED,6DAA6D;wBAC7D,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;4BAC7B,+BAA+B;4BAC/B,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,iBAAiB,CAAC;6BAC1B,CAAC,CAAC;4BACH,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,WAAW,CAAC;6BACpB,CAAC,CAAC;wBACL,CAAC;wBAED,2BAA2B;wBAC3B,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBACrB,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;4BACtB,OAAO,CAAC,IAAI,CAAC;gCACX,IAAI,EAAE,UAAU;gCAChB,IAAI,EAAE,CAAC,OAAO,CAAC;6BAChB,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC;wBACL,QAAQ,EAAE,OAAO;wBACjB,OAAO,EAAE,4CAA4C,IAAI,CAAC,YAAY,CAAC,IAAI,YAAY;wBACvF,KAAK,EAAE,CAAC;qBACT,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,+BAA+B;QAC/B,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,SAAS,aAAa,CAAC,MAAM,iCAAiC,OAAO,CAAC,MAAM,UAAU;YAC/F,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,SAAS,GACb,aAAa,CAAC,MAAM,KAAK,CAAC;YAC1B,CAAC,SAAS,CAAC,YAAY,IAAI,SAAS,CAAC,YAAY,KAAK,MAAM,CAAC,CAAC;QAEhE,OAAO;YACL,OAAO;YACP,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;YACvB,SAAS;YACT,aAAa;SACd,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,2BAA2B,CACjC,YAA0B,EAC1B,MAAmC;QAEnC,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;QACvC,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,IAAI,EAAE,CAAC;QAErC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QACd,CAAC;QAED,qEAAqE;QACrE,kEAAkE;QAClE,4EAA4E;QAC5E,2EAA2E;QAC3E,2EAA2E;QAC3E,mEAAmE;QACnE,2EAA2E;QAC3E,0EAA0E;QAC1E,yEAAyE;QACzE,2EAA2E;QAC3E,4EAA4E;QAC5E,4EAA4E;QAC5E,4EAA4E;QAC5E,yEAAyE;QACzE,mCAAmC;QACnC,MAAM,YAAY,GAA2B;YAC3C,KAAK,EAAE,UAAU;YACjB,UAAU,EAAE,UAAU;YACtB,IAAI,EAAE,cAAc;YACpB,SAAS,EAAE,cAAc;YACzB,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,WAAW;YACnB,IAAI,EAAE,eAAe;YACrB,GAAG,EAAE,iBAAiB;YACtB,IAAI,EAAE,iBAAiB;YACvB,SAAS,EAAE,iBAAiB;YAC5B,SAAS,EAAE,iBAAiB;YAC5B,UAAU,EAAE,iBAAiB;YAC7B,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,iBAAiB;YAC7B,IAAI,EAAE,gBAAgB;SACvB,CAAC;QACF,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC;QAE9C,wEAAwE;QACxE,4EAA4E;QAC5E,qEAAqE;QACrE,IAAI,OAAO,IAAI,YAAY,IAAI,IAAA,yCAAY,EAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YACtE,MAAM,EAAE,CAAC;gBACP,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,gBAAgB,OAAO,4HAA4H;gBAC5J,KAAK,EAAE,CAAC;aACT,CAAC,CAAC;QACL,CAAC;QAED,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,kBAAkB;gBACrB,OAAO;oBACL,IAAI,EAAE,kBAAkB;oBACxB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,iBAAiB;gBACpB,mEAAmE;gBACnE,wEAAwE;gBACxE,uEAAuE;gBACvE,kCAAkC;gBAClC,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iBACtB,CAAC;YAEJ,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,oEAAoE;gBACpE,mEAAmE;gBACnE,iBAAiB;gBACjB,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,CAAC;oBACD,CAAC;oBACD,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;iBAC9B,CAAC;YACJ,CAAC;YAED,wEAAwE;YACxE,yEAAyE;YACzE,sEAAsE;YACtE,wEAAwE;YACxE,oBAAoB;YACpB,KAAK,cAAc,CAAC;YACpB,KAAK,cAAc,CAAC;YACpB,KAAK,aAAa,CAAC;YACnB,KAAK,cAAc,CAAC;YACpB,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;oBACpB,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAChC,CAAC;gBACD,IAAI,IAAI,KAAK,cAAc,IAAI,IAAI,KAAK,cAAc,EAAE,CAAC;oBACvD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC9B,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,CAAC;oBACD,CAAC;oBACD,MAAM,EAAE,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;iBACpD,CAAC;YACJ,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,+DAA+D;gBAC/D,gEAAgE;gBAChE,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAClC,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,qEAAqE;gBACrE,MAAM,UAAU,GAAI,IAAI,CAAC,WAAuB,IAAI,KAAK,CAAC;gBAC1D,MAAM,iBAAiB,GAAI,IAAI,CAAC,mBAA+B,IAAI,IAAI,CAAC;gBACxE,MAAM,IAAI,GAAG;oBACX,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,IAAI,CAAC,IAAc;oBACzB,UAAU;oBACV,iBAAiB;iBAClB,CAAC;gBAEF,oEAAoE;gBACpE,sEAAsE;gBACtE,wEAAwE;gBACxE,gDAAgD;gBAChD,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;oBAC7D,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;oBAC3D,OAAO,EAAE,GAAG,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,kEAAkE;gBAClE,oEAAoE;gBACpE,kCAAkC;gBAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;oBAC9B,CAAC,CAAE,GAAgB;oBACnB,CAAC,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACjC,MAAM,IAAI,GAAG,KAAK;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;qBAChC,MAAM,CAAC,OAAO,CAAC;qBACf,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,qCAAkB,EAAC,GAAG,CAAC,CAAC,CAAC;gBACzC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACtB,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI;iBACL,CAAC;YACJ,CAAC;YAED,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,SAAS,GAAI,IAAI,CAAC,SAAoB,CAAC,WAAW,EAAE,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;iBACnD,CAAC;YACJ,CAAC;YAED,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,uEAAuE;gBACvE,oCAAoC;gBACpC,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EACtC,CAAC;oBACD,MAAM,GAAG,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;oBACjE,OAAO;wBACL,IAAI,EAAE,UAAU;wBAChB,IAAI,EAAE,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;qBAC7C,CAAC;gBACJ,CAAC;gBACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;gBAC3D,MAAM,SAAS,GAAG,CAAE,IAAI,CAAC,SAAoB,IAAI,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;gBACvE,wEAAwE;gBACxE,MAAM,SAAS,GAAG,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC7D,CAAC,CAAC,IAAI,CAAC,SAAS;oBAChB,CAAC,CAAC,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC;wBACvD,CAAC,CAAC,IAAI,CAAC,mBAAmB;wBAC1B,CAAC,CAAC,GAAG,CAAC;gBAEV,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;gBACjB,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;oBACvB,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;oBAChC,QAAQ,GAAG,CAAC,SAAS,CAAC;gBACxB,CAAC;qBAAM,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;oBACjC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,uCAAuC;oBACvC,QAAQ,GAAG,SAAS,CAAC;gBACvB,CAAC;gBAED,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,CAAC;oBACD,CAAC;oBACD,QAAQ;oBACR,QAAQ;iBACT,CAAC;YACJ,CAAC;YAED,KAAK,UAAU;gBACb,qEAAqE;gBACrE,eAAe;gBACf,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC1D,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,IAAI,CAAC,GAAG;iBACd,CAAC;YAEJ,KAAK,SAAS;gBACZ,OAAO;oBACL,IAAI,EAAE,MAAM;iBACb,CAAC;YAEJ,KAAK,YAAY;gBACf,OAAO;oBACL,IAAI,EAAE,SAAS;iBAChB,CAAC;YAEJ,KAAK,gBAAgB;gBACnB,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,MAAM,EAAE,IAAI,EAAE,iCAAiC;iBAChD,CAAC;YAEJ,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,oBAAoB,CACxC,IAAI,CAAC,CAAW,EAChB,IAAI,CAAC,CAAW,CACjB,CAAC;gBACF,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,CAAC;oBACD,CAAC;iBACF,CAAC;YACJ,CAAC;YAED,KAAK,QAAQ;gBACX,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,GAAG,EAAE,wBAAwB;iBAC9B,CAAC;YAEJ,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,yEAAyE;gBACzE,qDAAqD;gBACrD,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC;gBAClC,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;gBAC5C,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,KAAK,CAAC;gBAC5C,IACE,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC;oBAClC,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE,CAAC,EAClC,CAAC;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACrD,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACnD,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE;wBACJ,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC,EAAE;wBACpC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,EAAE;qBACjC;iBACF,CAAC;YACJ,CAAC;YAED;gBACE,IAAI,IAAA,yCAAY,EAAC,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC3C,OAAO;wBACL,IAAI,EAAE,aAAa;wBACnB,IAAI;wBACJ,SAAS,EAAE,IAAI;wBACf,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;wBACrB,OAAO,EAAE,IAAI,CAAC,UAAU;qBACzB,CAAC;gBACJ,CAAC;gBACD,OAAO,CAAC,IAAI,CAAC,oCAAoC,IAAI,EAAE,CAAC,CAAC;gBACzD,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,aAAa,CAAC,KAAc;QACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACK,oBAAoB,CAAC,CAAS,EAAE,CAAS;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/C,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC;YAC7D,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;SAC/D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,OAIvB;QACC,iCAAiC;QACjC,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACvC,CAAC;QAED,oCAAoC;QACpC,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;YACzB,OAAO;gBACL,MAAM,EAAE,OAAO,CAAC,WAAW;gBAC3B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,WAAW;aAC5C,CAAC;QACJ,CAAC;QAED,2CAA2C;QAC3C,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACzC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;gBACpD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,MAAM,IAAI,2CAA4B,CACpC,yCAAyC;YACvC,gHAAgH,CACnH,CAAC;IACJ,CAAC;CACF;AA1nCD,0CA0nCC","sourcesContent":["import {\n GoogleGenAI,\n Content,\n Part,\n GenerateContentResponse,\n FunctionCall,\n GenerateContentConfig,\n Tool,\n GoogleGenAIOptions,\n} from \"@google/genai\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport {\n AgentAction,\n AgentResult,\n AgentType,\n AgentExecutionOptions,\n SafetyCheck,\n SafetyConfirmationHandler,\n ScreenshotProviderResult,\n} from \"../types/public/agent.js\";\nimport { ClientOptions } from \"../types/public/model.js\";\nimport { AgentClient } from \"./AgentClient.js\";\nimport {\n AgentScreenshotProviderError,\n LLMResponseError,\n StagehandClosedError,\n} from \"../types/public/sdkErrors.js\";\nimport { buildGoogleCUASystemPrompt } from \"../../prompt.js\";\nimport { compressGoogleConversationImages } from \"./utils/imageCompression.js\";\nimport { mapKeyToPlaywright } from \"./utils/cuaKeyMapping.js\";\nimport {\n executeGoogleCustomTool,\n isCustomTool,\n convertToolSetToFunctionDeclarations,\n} from \"./utils/googleCustomToolHandler.js\";\nimport { ToolSet } from \"ai\";\nimport {\n FlowLogger,\n extractLlmCuaPromptSummary,\n extractLlmCuaResponseSummary,\n} from \"../flowlogger/FlowLogger.js\";\nimport { v7 as uuidv7 } from \"uuid\";\n\n/**\n * Client for Google's Computer Use Assistant API\n * This implementation uses the Google Generative AI SDK for Computer Use\n */\nexport class GoogleCUAClient extends AgentClient {\n private apiKey: string;\n private client: GoogleGenAI;\n private currentViewport = { width: 1288, height: 711 };\n private currentUrl?: string;\n private screenshotProvider?: () => Promise<ScreenshotProviderResult>;\n private actionHandler?: (action: AgentAction) => Promise<void>;\n private history: Content[] = [];\n private environment: \"ENVIRONMENT_BROWSER\" | \"ENVIRONMENT_DESKTOP\" =\n \"ENVIRONMENT_BROWSER\";\n private generateContentConfig: GenerateContentConfig;\n private tools?: ToolSet;\n private baseURL?: string;\n private safetyConfirmationHandler?: SafetyConfirmationHandler;\n constructor(\n type: AgentType,\n modelName: string,\n userProvidedInstructions?: string,\n clientOptions?: ClientOptions,\n tools?: ToolSet,\n ) {\n super(type, modelName, userProvidedInstructions);\n\n this.tools = tools;\n // Process client options\n this.apiKey =\n (clientOptions?.apiKey as string) ||\n process.env.GEMINI_API_KEY ||\n process.env.GOOGLE_GENERATIVE_AI_API_KEY ||\n process.env.GOOGLE_API_KEY ||\n \"\";\n this.baseURL = clientOptions?.baseURL as string | undefined;\n\n // Initialize the Google Generative AI client\n const genAIOptions: GoogleGenAIOptions = {\n apiKey: this.apiKey,\n ...(this.baseURL ? { httpOptions: { baseUrl: this.baseURL } } : {}),\n };\n this.client = new GoogleGenAI(genAIOptions);\n\n // Get environment if specified\n if (\n clientOptions?.environment &&\n typeof clientOptions.environment === \"string\"\n ) {\n this.environment = clientOptions.environment as typeof this.environment;\n }\n\n this.generateContentConfig = {\n temperature: 1,\n topP: 0.95,\n topK: 40,\n maxOutputTokens: 8192,\n // systemInstruction: this.userProvidedInstructions\n // ? { parts: [{ text: this.userProvidedInstructions }] }\n // : { parts: [{ text: buildGoogleCUASystemPrompt() }] },\n tools: [\n {\n computerUse: {\n environment: this.environment,\n },\n } as Tool,\n ],\n };\n\n // Store client options for reference\n this.clientOptions = {\n apiKey: this.apiKey,\n ...(this.baseURL ? { baseURL: this.baseURL } : {}),\n };\n\n // Initialize tools if provided\n if (this.tools && Object.keys(this.tools).length > 0) {\n this.updateGenerateContentConfig();\n }\n }\n\n public setViewport(width: number, height: number): void {\n this.currentViewport = { width, height };\n }\n\n setCurrentUrl(url: string): void {\n this.currentUrl = url;\n }\n\n setScreenshotProvider(\n provider: () => Promise<ScreenshotProviderResult>,\n ): void {\n this.screenshotProvider = provider;\n }\n\n setActionHandler(handler: (action: AgentAction) => Promise<void>): void {\n this.actionHandler = handler;\n }\n\n setTools(tools: ToolSet): void {\n this.tools = tools;\n this.updateGenerateContentConfig();\n }\n\n setSafetyConfirmationHandler(handler?: SafetyConfirmationHandler): void {\n this.safetyConfirmationHandler = handler;\n }\n\n private async handleSafetyConfirmation(\n safetyDecision: unknown,\n logger: (message: LogLine) => void,\n ): Promise<string | undefined> {\n const safetyMessage =\n typeof safetyDecision === \"object\"\n ? JSON.stringify(safetyDecision, null, 2)\n : String(safetyDecision);\n\n const safetyChecks: SafetyCheck[] = [\n {\n id: \"google-safety-decision\",\n code: \"safety_decision\",\n message: safetyMessage,\n },\n ];\n\n if (this.safetyConfirmationHandler) {\n logger({\n category: \"agent\",\n message: `Requesting safety confirmation for Google safety decision: ${safetyMessage}`,\n level: 1,\n });\n\n const response = await this.safetyConfirmationHandler(safetyChecks);\n\n if (response.acknowledged) {\n logger({\n category: \"agent\",\n message: `Safety decision acknowledged by user`,\n level: 1,\n });\n return \"true\";\n } else {\n logger({\n category: \"agent\",\n message: `Safety decision rejected by user`,\n level: 1,\n });\n return undefined;\n }\n }\n\n logger({\n category: \"agent\",\n message: `Auto-acknowledging Google safety decision`,\n level: 2,\n });\n return \"true\";\n }\n\n /**\n * Update the generateContentConfig with current tools\n */\n private updateGenerateContentConfig(): void {\n const functionDeclarations =\n this.tools && Object.keys(this.tools).length > 0\n ? convertToolSetToFunctionDeclarations(this.tools)\n : [];\n\n this.generateContentConfig = {\n ...this.generateContentConfig,\n tools: [\n {\n computerUse: {\n environment: this.environment,\n },\n ...(functionDeclarations.length > 0 ? { functionDeclarations } : {}),\n } as Tool,\n ],\n };\n }\n\n /**\n * Execute a task with the Google CUA\n * This is the main entry point for the agent\n * @implements AgentClient.execute\n */\n async execute(executionOptions: AgentExecutionOptions): Promise<AgentResult> {\n const { options, logger } = executionOptions;\n const { instruction } = options;\n const maxSteps = options.maxSteps || 10;\n\n let currentStep = 0;\n let completed = false;\n const actions: AgentAction[] = [];\n const messageList: string[] = [];\n let finalMessage = \"\";\n this.history = []; // Clear history for new execution\n\n // Start with the initial instruction\n await this.initializeHistory(instruction);\n\n let totalInputTokens = 0;\n let totalOutputTokens = 0;\n let totalReasoningTokens = 0;\n let totalCachedInputTokens = 0;\n let totalInferenceTime = 0;\n\n try {\n // Execute steps until completion or max steps reached\n while (!completed && currentStep < maxSteps) {\n await this.preStepHook?.();\n\n logger({\n category: \"agent\",\n message: `Executing step ${currentStep + 1}/${maxSteps}`,\n level: 1,\n });\n\n const result = await this.executeStep(logger);\n totalInputTokens += result.usage.input_tokens;\n totalOutputTokens += result.usage.output_tokens;\n totalReasoningTokens += result.usage.reasoning_tokens;\n totalCachedInputTokens += result.usage.cached_input_tokens;\n totalInferenceTime += result.usage.inference_time_ms;\n\n // Add actions to the list\n actions.push(...result.actions);\n\n // Update completion status\n completed = result.completed;\n\n // Record any message for this step\n if (result.message) {\n messageList.push(result.message);\n finalMessage = result.message;\n }\n\n // Increment step counter\n currentStep++;\n }\n\n // Return the final result\n return {\n success: completed,\n actions,\n message: finalMessage,\n completed,\n usage: {\n input_tokens: totalInputTokens,\n output_tokens: totalOutputTokens,\n reasoning_tokens: totalReasoningTokens,\n cached_input_tokens: totalCachedInputTokens,\n inference_time_ms: totalInferenceTime,\n },\n };\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : String(error);\n logger({\n category: \"agent\",\n message: `Error executing agent task: ${errorMessage}`,\n level: 0,\n });\n\n return {\n success: false,\n actions,\n message: `Failed to execute task: ${errorMessage}`,\n completed: false,\n usage: {\n input_tokens: totalInputTokens,\n output_tokens: totalOutputTokens,\n reasoning_tokens: totalReasoningTokens,\n cached_input_tokens: totalCachedInputTokens,\n inference_time_ms: totalInferenceTime,\n },\n };\n }\n }\n\n /**\n * Initialize conversation history with the initial instruction\n */\n private async initializeHistory(instruction: string): Promise<void> {\n const parts: Part[] = [{ text: instruction }];\n\n // Note: The Python implementation doesn't include the initial screenshot\n // Following the same pattern here\n\n const systemPromptContent = this.userProvidedInstructions\n ? this.userProvidedInstructions\n : buildGoogleCUASystemPrompt().content;\n\n this.history = [\n {\n role: \"user\",\n parts: [\n {\n text: \"System prompt: \" + systemPromptContent,\n },\n ],\n },\n {\n role: \"user\",\n parts,\n },\n ];\n }\n\n /**\n * Execute a single step of the agent\n */\n async executeStep(logger: (message: LogLine) => void): Promise<{\n actions: AgentAction[];\n message: string;\n completed: boolean;\n usage: {\n input_tokens: number;\n output_tokens: number;\n reasoning_tokens: number;\n cached_input_tokens: number;\n inference_time_ms: number;\n };\n }> {\n try {\n const startTime = Date.now();\n\n // Compress images in conversation history before sending to the model\n const compressedResult = compressGoogleConversationImages(\n this.history,\n 2,\n );\n const compressedHistory = compressedResult.items;\n\n // Use the SDK's generateContent method with retry logic (matching Python's get_model_response)\n const maxRetries = 5;\n const baseDelayS = 1;\n let lastError: Error | null = null;\n let response: GenerateContentResponse | null = null;\n\n // Log LLM request\n const llmRequestId = uuidv7();\n FlowLogger.logLlmRequest({\n requestId: llmRequestId,\n model: this.modelName,\n prompt: extractLlmCuaPromptSummary(compressedHistory),\n });\n\n for (let attempt = 0; attempt < maxRetries; attempt++) {\n try {\n // Add exponential backoff delay for retries\n if (attempt > 0) {\n const delay = baseDelayS * Math.pow(2, attempt) * 1000; // Convert to ms\n logger({\n category: \"agent\",\n message: `Generating content failed on attempt ${attempt + 1}. Retrying in ${delay / 1000} seconds...`,\n level: 2,\n });\n await new Promise((resolve) => setTimeout(resolve, delay));\n }\n\n // Use the SDK's generateContent method - following Python SDK pattern\n response = await this.client.models.generateContent({\n model: this.modelName,\n contents: compressedHistory,\n config: this.generateContentConfig,\n });\n\n // Check if we have valid response content\n if (!response.candidates || response.candidates.length === 0) {\n throw new LLMResponseError(\"agent\", \"Response has no candidates!\");\n }\n\n const candidate = response.candidates[0];\n if (!candidate.content || !candidate.content.parts) {\n const reason = candidate.finishReason || \"unknown\";\n throw new LLMResponseError(\n \"agent\",\n `Response has no content (finish reason: ${reason})`,\n );\n }\n\n // Success - we have a valid response\n break;\n } catch (error) {\n lastError = error instanceof Error ? error : new Error(String(error));\n logger({\n category: \"agent\",\n message: `API call error: ${lastError.message}`,\n level: 2,\n });\n\n // If this was the last attempt, throw the error\n if (attempt === maxRetries - 1) {\n logger({\n category: \"agent\",\n message: `Generating content failed after ${maxRetries} attempts.`,\n level: 0,\n });\n throw lastError;\n }\n }\n }\n\n if (!response) {\n throw (\n lastError || new Error(\"Failed to get response after all retries\")\n );\n }\n\n const endTime = Date.now();\n const elapsedMs = endTime - startTime;\n const { usageMetadata } = response;\n\n // Log LLM response\n FlowLogger.logLlmResponse({\n requestId: llmRequestId,\n model: this.modelName,\n output: extractLlmCuaResponseSummary(response),\n inputTokens: usageMetadata?.promptTokenCount,\n outputTokens: usageMetadata?.candidatesTokenCount,\n });\n\n // Process the response\n const result = await this.processResponse(response, logger);\n\n // Add model response to history\n if (response.candidates && response.candidates[0]) {\n // Sanitize any out-of-range coordinates in function calls before adding to history\n const sanitizedContent = JSON.parse(\n JSON.stringify(response.candidates[0].content),\n );\n if (sanitizedContent.parts) {\n for (const part of sanitizedContent.parts) {\n if (part.functionCall?.args) {\n if (\n typeof part.functionCall.args.x === \"number\" &&\n part.functionCall.args.x > 999\n ) {\n part.functionCall.args.x = 999;\n }\n if (\n typeof part.functionCall.args.y === \"number\" &&\n part.functionCall.args.y > 999\n ) {\n part.functionCall.args.y = 999;\n }\n }\n }\n }\n this.history.push(sanitizedContent);\n }\n\n // Execute actions and collect function responses\n const functionResponses: Part[] = [];\n\n // Always process the model's response, even when it produced no\n // executable action (e.g. a standalone take_screenshot). The model\n // expects exactly one function response — a fresh screenshot — per\n // computer-use call; skipping it when there are 0 actions leaves the\n // model blind and it gives up after one empty turn.\n {\n let hasError = false;\n\n // Execute all actions (a no-op when there are none).\n for (let i = 0; i < result.actions.length; i++) {\n const action = result.actions[i];\n\n logger({\n category: \"agent\",\n message: `Executing action ${i + 1}/${result.actions.length}: ${action.type}`,\n level: 2,\n });\n\n // Special handling for open_web_browser - don't execute it\n if (action.type === \"open_web_browser\") {\n // Set pageUrl for open_web_browser since it doesn't go through action handler\n action.pageUrl = this.currentUrl;\n logger({\n category: \"agent\",\n message: \"Skipping open_web_browser action\",\n level: 2,\n });\n } else if (action.type === \"screenshot\") {\n // No interaction to perform — the screenshot captured below is\n // returned to the model as this call's function response.\n logger({\n category: \"agent\",\n message: \"take_screenshot: capturing current page\",\n level: 2,\n });\n } else if (action.type === \"custom_tool\") {\n const toolName = action.name as string;\n const toolArgs = action.arguments as Record<string, unknown>;\n\n if (this.tools && toolName in this.tools) {\n const correspondingFunctionCall = result.functionCalls.find(\n (fc) => fc.name === toolName,\n );\n\n if (correspondingFunctionCall) {\n const executionResult = await executeGoogleCustomTool(\n toolName,\n toolArgs,\n this.tools,\n correspondingFunctionCall,\n logger,\n );\n\n functionResponses.push(executionResult.functionResponse);\n\n if (!executionResult.success) {\n hasError = true;\n }\n }\n }\n } else if (this.actionHandler) {\n try {\n await this.actionHandler(action);\n\n // Add a delay between actions to ensure they complete properly\n // Longer delay for typing actions to ensure fields are ready\n if (i < result.actions.length - 1) {\n const nextAction = result.actions[i + 1];\n const isTypingAction =\n action.type === \"type\" || nextAction.type === \"type\";\n const delay = isTypingAction ? 500 : 200;\n await new Promise((resolve) => setTimeout(resolve, delay));\n }\n } catch (actionError) {\n if (actionError instanceof StagehandClosedError) {\n throw actionError;\n }\n logger({\n category: \"agent\",\n message: `Error executing action ${action.type}: ${actionError}`,\n level: 0,\n });\n hasError = true;\n // Continue processing other actions even if one fails\n }\n }\n }\n\n // Create function responses for computer use actions (non-custom tools)\n // We need exactly one response per function call, regardless of how many actions were generated\n if (result.functionCalls.length > 0 || hasError) {\n // Filter out custom tool function calls as they've already been handled\n const computerUseFunctionCalls = result.functionCalls.filter(\n (fc) => !isCustomTool(fc, this.tools),\n );\n\n if (computerUseFunctionCalls.length > 0) {\n try {\n logger({\n category: \"agent\",\n message: `Taking screenshot after executing ${result.actions.length} actions${hasError ? \" (with errors)\" : \"\"}`,\n level: 2,\n });\n\n const screenshot = await this.captureScreenshot();\n const base64Data = screenshot.base64;\n\n // Create one function response for each computer use function call\n // Following Python SDK pattern: FunctionResponse with parts containing inline_data\n for (const functionCall of computerUseFunctionCalls) {\n let safetyAcknowledgement: string | undefined;\n if (functionCall.args?.safety_decision) {\n safetyAcknowledgement = await this.handleSafetyConfirmation(\n functionCall.args.safety_decision,\n logger,\n );\n }\n\n const functionResponsePart: Part = {\n functionResponse: {\n name: functionCall.name,\n response: {\n url: this.currentUrl || \"\",\n ...(safetyAcknowledgement !== undefined\n ? {\n safety_acknowledgement: safetyAcknowledgement,\n }\n : {}),\n },\n parts: [\n {\n inlineData: {\n mimeType: screenshot.mediaType,\n data: base64Data,\n },\n },\n ],\n },\n };\n functionResponses.push(functionResponsePart);\n }\n } catch (error) {\n logger({\n category: \"agent\",\n message: `Error capturing screenshot: ${error}`,\n level: 0,\n });\n }\n }\n }\n\n // Add all function responses to history in a single user message\n if (functionResponses.length > 0) {\n logger({\n category: \"agent\",\n message: `Adding ${functionResponses.length} function responses to history`,\n level: 2,\n });\n this.history.push({\n role: \"user\",\n parts: functionResponses,\n });\n }\n }\n\n return {\n actions: result.actions,\n message: result.message,\n completed: result.completed,\n usage: {\n // promptTokenCount is the TOTAL input and already includes the\n // cached portion; cachedContentTokenCount is the cache-hit subset\n // (tracked separately for visibility, not additive). thoughtsTokenCount\n // is Gemini's thinking/reasoning output.\n input_tokens: usageMetadata?.promptTokenCount || 0,\n output_tokens: usageMetadata?.candidatesTokenCount || 0,\n reasoning_tokens: usageMetadata?.thoughtsTokenCount || 0,\n cached_input_tokens: usageMetadata?.cachedContentTokenCount || 0,\n inference_time_ms: elapsedMs,\n },\n };\n } catch (error) {\n const errorMessage =\n error instanceof Error ? error.message : String(error);\n logger({\n category: \"agent\",\n message: `Error executing step: ${errorMessage}`,\n level: 0,\n });\n\n throw error;\n }\n }\n\n /**\n * Process the response from Google's API\n */\n private async processResponse(\n response: GenerateContentResponse,\n logger: (message: LogLine) => void,\n ): Promise<{\n actions: AgentAction[];\n message: string;\n completed: boolean;\n functionCalls: FunctionCall[];\n }> {\n const actions: AgentAction[] = [];\n let message = \"\";\n const functionCalls: FunctionCall[] = [];\n\n if (!response.candidates || response.candidates.length === 0) {\n return {\n actions: [],\n message: \"No candidates in response\",\n completed: true,\n functionCalls: [],\n };\n }\n const candidate = response.candidates[0];\n\n // Log the raw response for debugging\n logger({\n category: \"agent\",\n message: `Raw response from Google: ${JSON.stringify(candidate.content, null, 2)}`,\n level: 2,\n });\n\n // Process all parts - Google can send multiple function calls\n for (const part of candidate.content.parts) {\n if (part.text) {\n message += part.text + \"\\n\";\n logger({\n category: \"agent\",\n message: `Reasoning: ${part.text}`,\n level: 1,\n });\n }\n if (part.functionCall) {\n functionCalls.push(part.functionCall);\n logger({\n category: \"agent\",\n message: `Found function call: ${part.functionCall.name} with args: ${JSON.stringify(part.functionCall.args)}`,\n level: 2,\n });\n\n // Convert function call to action(s)\n const action = this.convertFunctionCallToAction(\n part.functionCall,\n logger,\n );\n if (action) {\n // Special handling for type actions. gemini-2.5 type_text_at carries\n // coordinates (click the field first); gemini-3.x `type` has none and\n // types into the element the model already focused.\n if (action.type === \"type\") {\n logger({\n category: \"agent\",\n message: `Adding action: ${JSON.stringify(action)}`,\n level: 2,\n });\n // Click the target first only when coordinates are provided.\n if (typeof action.x === \"number\" && typeof action.y === \"number\") {\n actions.push({\n type: \"click\",\n x: action.x,\n y: action.y,\n button: \"left\",\n });\n }\n\n // If clear_before_typing is true (default), add a select all\n if (action.clearBeforeTyping) {\n // Select all text in the field\n actions.push({\n type: \"keypress\",\n keys: [\"ControlOrMeta+A\"],\n });\n actions.push({\n type: \"keypress\",\n keys: [\"Backspace\"],\n });\n }\n\n // Then add the type action\n actions.push(action);\n if (action.pressEnter) {\n actions.push({\n type: \"keypress\",\n keys: [\"Enter\"],\n });\n }\n } else {\n actions.push(action);\n }\n } else {\n logger({\n category: \"agent\",\n message: `Warning: Could not convert function call ${part.functionCall.name} to action`,\n level: 1,\n });\n }\n }\n }\n\n // Log summary of what we found\n logger({\n category: \"agent\",\n message: `Found ${functionCalls.length} function calls, converted to ${actions.length} actions`,\n level: 2,\n });\n\n // Check if task is completed\n const completed =\n functionCalls.length === 0 ||\n (candidate.finishReason && candidate.finishReason !== \"STOP\");\n\n return {\n actions,\n message: message.trim(),\n completed,\n functionCalls,\n };\n }\n\n /**\n * Convert Google function call to Stagehand action\n */\n private convertFunctionCallToAction(\n functionCall: FunctionCall,\n logger?: (message: LogLine) => void,\n ): AgentAction | null {\n const { name: rawName } = functionCall;\n // Default args to an empty object so no-argument predefined functions\n // (e.g. take_screenshot, go_back) are not rejected by the guard below.\n const args = functionCall.args ?? {};\n\n if (!rawName) {\n return null;\n }\n\n // The gemini-3.x computer-use tool renamed several of the predefined\n // functions that gemini-2.5-computer-use-preview used, and adds a\n // descriptive `intent` arg to every call. The argument fields are otherwise\n // unchanged (confirmed for click/navigate). Normalize the 3.x names to the\n // canonical 2.5 names so a single set of handlers serves both generations;\n // `intent` is ignored since handlers only read the args they need.\n // NOTE: click and take_screenshot are confirmed from live gemini-3.5-flash\n // traffic; the rest are inferred from the same drop-the-qualifier pattern\n // and are safe aliases (any unmapped name still hits the warning below).\n // gemini-3.x renamed several predefined functions vs gemini-2.5. Alias the\n // 3.x names whose behavior maps cleanly onto a 2.5 canonical handler. Click\n // variants that carry distinct semantics (double/triple/right/middle click,\n // move) are NOT aliased here — they have dedicated cases below so the click\n // count and button are preserved. 2.5 never emits any of these names, so\n // the 2.5 handlers are unaffected.\n const NAME_ALIASES: Record<string, string> = {\n click: \"click_at\",\n left_click: \"click_at\",\n type: \"type_text_at\",\n type_text: \"type_text_at\",\n hover: \"hover_at\",\n scroll: \"scroll_at\",\n drag: \"drag_and_drop\",\n key: \"key_combination\",\n keys: \"key_combination\",\n key_press: \"key_combination\",\n press_key: \"key_combination\",\n press_keys: \"key_combination\",\n hotkey: \"key_combination\",\n screenshot: \"take_screenshot\",\n wait: \"wait_5_seconds\",\n };\n const name = NAME_ALIASES[rawName] ?? rawName;\n\n // Predefined computer-use tools take precedence over custom tools. If a\n // custom tool was registered under a reserved (aliased) name, note that the\n // predefined tool wins rather than silently dropping the custom one.\n if (rawName in NAME_ALIASES && isCustomTool(functionCall, this.tools)) {\n logger?.({\n category: \"agent\",\n message: `Custom tool \"${rawName}\" collides with a predefined Google CUA function; using the predefined tool. Rename the custom tool to avoid the conflict.`,\n level: 2,\n });\n }\n\n switch (name) {\n case \"open_web_browser\":\n return {\n type: \"open_web_browser\",\n timestamp: Date.now(),\n };\n\n case \"take_screenshot\":\n // No UI interaction. The step loop captures a fresh screenshot and\n // returns it to the model as this call's function response; marked as a\n // recognized action (not null) so it isn't dropped, and skipped in the\n // executor like open_web_browser.\n return {\n type: \"screenshot\",\n timestamp: Date.now(),\n };\n\n case \"click_at\": {\n // x/y are required; reject a malformed call rather than normalizing\n // undefined/NaN/Infinity into bad coordinates. (gemini-3.x `click`\n // aliases here.)\n if (\n !GoogleCUAClient.isFiniteCoord(args.x) ||\n !GoogleCUAClient.isFiniteCoord(args.y)\n ) {\n return null;\n }\n const { x, y } = this.normalizeCoordinates(args.x, args.y);\n return {\n type: \"click\",\n x,\n y,\n button: args.button || \"left\",\n };\n }\n\n // gemini-3.x click family. The executor natively supports double/triple\n // click and right/middle button, so preserve those semantics rather than\n // collapsing to a single left click. All require integer coordinates;\n // drop the call (return null) on a malformed payload so the executor is\n // never handed NaN.\n case \"double_click\":\n case \"triple_click\":\n case \"right_click\":\n case \"middle_click\":\n case \"move\": {\n if (\n !GoogleCUAClient.isFiniteCoord(args.x) ||\n !GoogleCUAClient.isFiniteCoord(args.y)\n ) {\n return null;\n }\n const { x, y } = this.normalizeCoordinates(args.x, args.y);\n if (name === \"move\") {\n return { type: \"move\", x, y };\n }\n if (name === \"double_click\" || name === \"triple_click\") {\n return { type: name, x, y };\n }\n return {\n type: \"click\",\n x,\n y,\n button: name === \"right_click\" ? \"right\" : \"middle\",\n };\n }\n\n case \"type_text_at\": {\n // text is required; reject a malformed call rather than typing\n // \"undefined\". An empty string is valid (e.g. clear the field).\n if (typeof args.text !== \"string\") {\n return null;\n }\n // press_enter and clear_before_typing are shared across generations.\n const pressEnter = (args.press_enter as boolean) ?? false;\n const clearBeforeTyping = (args.clear_before_typing as boolean) ?? true;\n const base = {\n type: \"type\" as const,\n text: args.text as string,\n pressEnter,\n clearBeforeTyping,\n };\n\n // gemini-2.5 type_text_at carries x/y (click the field, then type).\n // gemini-3.x `type` has no coordinates and types into the element the\n // model already focused with a preceding click. Only attach coords when\n // present so the executor doesn't click at NaN.\n if (typeof args.x === \"number\" && typeof args.y === \"number\") {\n const { x, y } = this.normalizeCoordinates(args.x, args.y);\n return { ...base, x, y };\n }\n return base;\n }\n\n case \"key_combination\": {\n // gemini-2.5 key_combination sends `keys` as a \"+\"-joined string;\n // gemini-3.x `hotkey` sends a `keys` array, and `press_key` sends a\n // single `key`. Accept all three.\n const raw = args.keys !== undefined ? args.keys : args.key;\n const parts = Array.isArray(raw)\n ? (raw as string[])\n : String(raw ?? \"\").split(\"+\");\n const keys = parts\n .map((key) => String(key).trim())\n .filter(Boolean)\n .map((key) => mapKeyToPlaywright(key));\n if (keys.length === 0) {\n return null;\n }\n return {\n type: \"keypress\",\n keys,\n };\n }\n\n case \"scroll_document\": {\n const direction = (args.direction as string).toLowerCase();\n return {\n type: \"keypress\",\n keys: [direction === \"up\" ? \"PageUp\" : \"PageDown\"],\n };\n }\n\n case \"scroll_at\": {\n // A coordinate-less (or malformed) `scroll` alias (gemini-3.x) scrolls\n // the document via PageUp/PageDown.\n if (\n !GoogleCUAClient.isFiniteCoord(args.x) ||\n !GoogleCUAClient.isFiniteCoord(args.y)\n ) {\n const dir = ((args.direction as string) || \"down\").toLowerCase();\n return {\n type: \"keypress\",\n keys: [dir === \"up\" ? \"PageUp\" : \"PageDown\"],\n };\n }\n const { x, y } = this.normalizeCoordinates(args.x, args.y);\n const direction = ((args.direction as string) || \"down\").toLowerCase();\n // 2.5 uses `magnitude`; gemini-3.x `scroll` uses `magnitude_in_pixels`.\n const magnitude = GoogleCUAClient.isFiniteCoord(args.magnitude)\n ? args.magnitude\n : GoogleCUAClient.isFiniteCoord(args.magnitude_in_pixels)\n ? args.magnitude_in_pixels\n : 800;\n\n let scroll_x = 0;\n let scroll_y = 0;\n if (direction === \"up\") {\n scroll_y = -magnitude;\n } else if (direction === \"down\") {\n scroll_y = magnitude;\n } else if (direction === \"left\") {\n scroll_x = -magnitude;\n } else if (direction === \"right\") {\n scroll_x = magnitude;\n } else {\n // Default to down if unknown direction\n scroll_y = magnitude;\n }\n\n return {\n type: \"scroll\",\n x,\n y,\n scroll_x,\n scroll_y,\n };\n }\n\n case \"navigate\":\n // url is required; reject a malformed call rather than navigating to\n // \"undefined\".\n if (typeof args.url !== \"string\" || args.url.length === 0) {\n return null;\n }\n return {\n type: \"goto\",\n url: args.url,\n };\n\n case \"go_back\":\n return {\n type: \"back\",\n };\n\n case \"go_forward\":\n return {\n type: \"forward\",\n };\n\n case \"wait_5_seconds\":\n return {\n type: \"wait\",\n timeMs: 5000, // Google CUA waits for 5 seconds\n };\n\n case \"hover_at\": {\n const { x, y } = this.normalizeCoordinates(\n args.x as number,\n args.y as number,\n );\n return {\n type: \"move\",\n x,\n y,\n };\n }\n\n case \"search\":\n return {\n type: \"goto\",\n url: \"https://www.google.com\",\n };\n\n case \"drag_and_drop\": {\n // 2.5 uses x/y + destination_x/destination_y; gemini-3.x `drag_and_drop`\n // uses start_x/start_y + end_x/end_y. Accept either.\n const sx = args.x ?? args.start_x;\n const sy = args.y ?? args.start_y;\n const ex = args.destination_x ?? args.end_x;\n const ey = args.destination_y ?? args.end_y;\n if (\n !GoogleCUAClient.isFiniteCoord(sx) ||\n !GoogleCUAClient.isFiniteCoord(sy) ||\n !GoogleCUAClient.isFiniteCoord(ex) ||\n !GoogleCUAClient.isFiniteCoord(ey)\n ) {\n return null;\n }\n const startPoint = this.normalizeCoordinates(sx, sy);\n const endPoint = this.normalizeCoordinates(ex, ey);\n return {\n type: \"drag\",\n path: [\n { x: startPoint.x, y: startPoint.y },\n { x: endPoint.x, y: endPoint.y },\n ],\n };\n }\n\n default:\n if (isCustomTool(functionCall, this.tools)) {\n return {\n type: \"custom_tool\",\n name,\n arguments: args,\n timestamp: Date.now(),\n pageUrl: this.currentUrl,\n };\n }\n console.warn(`Unsupported Google CUA function: ${name}`);\n return null;\n }\n }\n\n /**\n * True only for a usable coordinate/number: rejects undefined, non-numbers,\n * and the numeric edge cases NaN and Infinity (both `typeof \"number\"`), so\n * malformed function calls are dropped instead of normalizing into NaN.\n */\n private static isFiniteCoord(value: unknown): value is number {\n return typeof value === \"number\" && Number.isFinite(value);\n }\n\n /**\n * Normalize coordinates from Google's 0-1000 range to viewport dimensions\n */\n private normalizeCoordinates(x: number, y: number): { x: number; y: number } {\n const clampedX = Math.min(999, Math.max(0, x));\n const clampedY = Math.min(999, Math.max(0, y));\n return {\n x: Math.floor((clampedX / 1000) * this.currentViewport.width),\n y: Math.floor((clampedY / 1000) * this.currentViewport.height),\n };\n }\n\n async captureScreenshot(options?: {\n base64Image?: string;\n mediaType?: \"image/png\" | \"image/jpeg\";\n currentUrl?: string;\n }): Promise<ScreenshotProviderResult> {\n // Update current URL if provided\n if (options?.currentUrl) {\n this.currentUrl = options.currentUrl;\n }\n\n // Use provided options if available\n if (options?.base64Image) {\n return {\n base64: options.base64Image,\n mediaType: options.mediaType ?? \"image/png\",\n };\n }\n\n // Use the screenshot provider if available\n if (this.screenshotProvider) {\n try {\n return await this.screenshotProvider();\n } catch (error) {\n console.error(\"Error capturing screenshot:\", error);\n throw error;\n }\n }\n\n throw new AgentScreenshotProviderError(\n \"`screenshotProvider` has not been set. \" +\n \"Please call `setScreenshotProvider()` with a valid function that returns a base64-encoded image and media type\",\n );\n }\n}\n"]}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { AgentAction, AgentResult, AgentType, AgentExecutionOptions } from "../types/public/agent.js";
|
|
1
|
+
import { AgentAction, AgentResult, AgentType, AgentExecutionOptions, ScreenshotProviderResult } from "../types/public/agent.js";
|
|
2
2
|
import { ClientOptions } from "../types/public/model.js";
|
|
3
3
|
import { AgentClient } from "./AgentClient.js";
|
|
4
4
|
/**
|
|
@@ -23,7 +23,7 @@ export declare class MicrosoftCUAClient extends AgentClient {
|
|
|
23
23
|
constructor(type: AgentType, modelName: string, userProvidedInstructions?: string, clientOptions?: ClientOptions);
|
|
24
24
|
setViewport(width: number, height: number): void;
|
|
25
25
|
setCurrentUrl(url: string): void;
|
|
26
|
-
setScreenshotProvider(provider: () => Promise<
|
|
26
|
+
setScreenshotProvider(provider: () => Promise<ScreenshotProviderResult>): void;
|
|
27
27
|
setActionHandler(handler: (action: AgentAction) => Promise<void>): void;
|
|
28
28
|
/**
|
|
29
29
|
* Smart resize algorithm from FARA
|
|
@@ -420,8 +420,8 @@ For each function call, return a json object with function name and arguments wi
|
|
|
420
420
|
if (!this.screenshotProvider) {
|
|
421
421
|
throw new sdkErrors_js_1.AgentScreenshotProviderError("Screenshot provider not set");
|
|
422
422
|
}
|
|
423
|
-
const
|
|
424
|
-
return `data
|
|
423
|
+
const screenshot = await this.screenshotProvider();
|
|
424
|
+
return `data:${screenshot.mediaType};base64,${screenshot.base64}`;
|
|
425
425
|
}
|
|
426
426
|
/**
|
|
427
427
|
* Remove old screenshots from history
|