@browserbasehq/orca 3.4.0-preview.0 → 3.5.0-preview.1

package/dist/esm/lib/v3/types/public/api.d.ts

@@ -42,7 +42,76 @@ export declare const LocalBrowserLaunchOptionsSchema: z.ZodObject<{
     acceptDownloads: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strict>;
 /** Detailed model configuration object */
-export declare const ModelConfigObjectSchema: z.ZodObject<{
+export declare const GoogleServiceAccountCredentialsSchema: z.ZodObject<{
+    type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+    project_id: z.ZodOptional<z.ZodString>;
+    private_key_id: z.ZodOptional<z.ZodString>;
+    private_key: z.ZodString;
+    client_email: z.ZodString;
+    client_id: z.ZodOptional<z.ZodString>;
+    auth_uri: z.ZodOptional<z.ZodURL>;
+    token_uri: z.ZodOptional<z.ZodURL>;
+    auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+    client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+    universe_domain: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>;
+export declare const GoogleServiceAccountAuthSchema: z.ZodObject<{
+    type: z.ZodLiteral<"googleServiceAccount">;
+    credentials: z.ZodObject<{
+        type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+        project_id: z.ZodOptional<z.ZodString>;
+        private_key_id: z.ZodOptional<z.ZodString>;
+        private_key: z.ZodString;
+        client_email: z.ZodString;
+        client_id: z.ZodOptional<z.ZodString>;
+        auth_uri: z.ZodOptional<z.ZodURL>;
+        token_uri: z.ZodOptional<z.ZodURL>;
+        auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+        client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+        universe_domain: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>;
+    scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+    projectId: z.ZodOptional<z.ZodString>;
+    universeDomain: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>;
+export declare const ModelAuthSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+    type: z.ZodLiteral<"googleServiceAccount">;
+    credentials: z.ZodObject<{
+        type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+        project_id: z.ZodOptional<z.ZodString>;
+        private_key_id: z.ZodOptional<z.ZodString>;
+        private_key: z.ZodString;
+        client_email: z.ZodString;
+        client_id: z.ZodOptional<z.ZodString>;
+        auth_uri: z.ZodOptional<z.ZodURL>;
+        token_uri: z.ZodOptional<z.ZodURL>;
+        auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+        client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+        universe_domain: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>;
+    scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+    projectId: z.ZodOptional<z.ZodString>;
+    universeDomain: z.ZodOptional<z.ZodString>;
+}, z.core.$strict>], "type">;
+export declare const VertexProviderOptionsSchema: z.ZodObject<{
+    project: z.ZodString;
+    location: z.ZodString;
+    baseURL: z.ZodOptional<z.ZodString>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+}, z.core.$strict>;
+export declare const ModelProviderOptionsSchema: z.ZodObject<{
+    vertex: z.ZodObject<{
+        project: z.ZodString;
+        location: z.ZodString;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    }, z.core.$strict>;
+}, z.core.$strict>;
+export declare const GenericModelConfigObjectSchema: z.ZodObject<{
+    modelName: z.ZodString;
+    apiKey: z.ZodOptional<z.ZodString>;
+    baseURL: z.ZodOptional<z.ZodString>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     provider: z.ZodOptional<z.ZodEnum<{
         openai: "openai";
         anthropic: "anthropic";
@@ -50,13 +119,79 @@ export declare const ModelConfigObjectSchema: z.ZodObject<{
         microsoft: "microsoft";
         bedrock: "bedrock";
     }>>;
+}, z.core.$strict>;
+export declare const VertexModelConfigObjectSchema: z.ZodObject<{
+    modelName: z.ZodString;
+    apiKey: z.ZodOptional<z.ZodString>;
+    baseURL: z.ZodOptional<z.ZodString>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    provider: z.ZodLiteral<"vertex">;
+    auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"googleServiceAccount">;
+        credentials: z.ZodObject<{
+            type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+            project_id: z.ZodOptional<z.ZodString>;
+            private_key_id: z.ZodOptional<z.ZodString>;
+            private_key: z.ZodString;
+            client_email: z.ZodString;
+            client_id: z.ZodOptional<z.ZodString>;
+            auth_uri: z.ZodOptional<z.ZodURL>;
+            token_uri: z.ZodOptional<z.ZodURL>;
+            auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+            client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+            universe_domain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>;
+        scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+        projectId: z.ZodOptional<z.ZodString>;
+        universeDomain: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>], "type">;
+    providerOptions: z.ZodObject<{
+        vertex: z.ZodObject<{
+            project: z.ZodString;
+            location: z.ZodString;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, z.core.$strict>;
+    }, z.core.$strict>;
+}, z.core.$strict>;
+export declare const ModelConfigObjectSchema: z.ZodUnion<readonly [z.ZodObject<{
+    modelName: z.ZodString;
+    apiKey: z.ZodOptional<z.ZodString>;
+    baseURL: z.ZodOptional<z.ZodString>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    provider: z.ZodLiteral<"vertex">;
+    auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"googleServiceAccount">;
+        credentials: z.ZodObject<{
+            type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+            project_id: z.ZodOptional<z.ZodString>;
+            private_key_id: z.ZodOptional<z.ZodString>;
+            private_key: z.ZodString;
+            client_email: z.ZodString;
+            client_id: z.ZodOptional<z.ZodString>;
+            auth_uri: z.ZodOptional<z.ZodURL>;
+            token_uri: z.ZodOptional<z.ZodURL>;
+            auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+            client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+            universe_domain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>;
+        scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+        projectId: z.ZodOptional<z.ZodString>;
+        universeDomain: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>], "type">;
+    providerOptions: z.ZodObject<{
+        vertex: z.ZodObject<{
+            project: z.ZodString;
+            location: z.ZodString;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, z.core.$strict>;
+    }, z.core.$strict>;
+}, z.core.$strict>, z.ZodObject<{
     modelName: z.ZodString;
     apiKey: z.ZodOptional<z.ZodString>;
     baseURL: z.ZodOptional<z.ZodString>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-}, z.core.$strip>;
-/** Model configuration */
-export declare const ModelConfigSchema: z.ZodObject<{
     provider: z.ZodOptional<z.ZodEnum<{
         openai: "openai";
         anthropic: "anthropic";
@@ -64,11 +199,54 @@ export declare const ModelConfigSchema: z.ZodObject<{
         microsoft: "microsoft";
         bedrock: "bedrock";
     }>>;
+}, z.core.$strict>]>;
+/** Model configuration */
+export declare const ModelConfigSchema: z.ZodUnion<readonly [z.ZodObject<{
     modelName: z.ZodString;
     apiKey: z.ZodOptional<z.ZodString>;
     baseURL: z.ZodOptional<z.ZodString>;
     headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-}, z.core.$strip>;
+    provider: z.ZodLiteral<"vertex">;
+    auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"googleServiceAccount">;
+        credentials: z.ZodObject<{
+            type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+            project_id: z.ZodOptional<z.ZodString>;
+            private_key_id: z.ZodOptional<z.ZodString>;
+            private_key: z.ZodString;
+            client_email: z.ZodString;
+            client_id: z.ZodOptional<z.ZodString>;
+            auth_uri: z.ZodOptional<z.ZodURL>;
+            token_uri: z.ZodOptional<z.ZodURL>;
+            auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+            client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+            universe_domain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>;
+        scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+        projectId: z.ZodOptional<z.ZodString>;
+        universeDomain: z.ZodOptional<z.ZodString>;
+    }, z.core.$strict>], "type">;
+    providerOptions: z.ZodObject<{
+        vertex: z.ZodObject<{
+            project: z.ZodString;
+            location: z.ZodString;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        }, z.core.$strict>;
+    }, z.core.$strict>;
+}, z.core.$strict>, z.ZodObject<{
+    modelName: z.ZodString;
+    apiKey: z.ZodOptional<z.ZodString>;
+    baseURL: z.ZodOptional<z.ZodString>;
+    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    provider: z.ZodOptional<z.ZodEnum<{
+        openai: "openai";
+        anthropic: "anthropic";
+        google: "google";
+        microsoft: "microsoft";
+        bedrock: "bedrock";
+    }>>;
+}, z.core.$strict>]>;
 /** Action object returned by observe and used by act */
 export declare const ActionSchema: z.ZodObject<{
     selector: z.ZodString;
@@ -522,7 +700,44 @@ export declare const SessionEndResponseSchema: z.ZodObject<{
     success: z.ZodBoolean;
 }, z.core.$strict>;
 export declare const ActOptionsSchema: z.ZodOptional<z.ZodObject<{
-    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        provider: z.ZodLiteral<"vertex">;
+        auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"googleServiceAccount">;
+            credentials: z.ZodObject<{
+                type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                project_id: z.ZodOptional<z.ZodString>;
+                private_key_id: z.ZodOptional<z.ZodString>;
+                private_key: z.ZodString;
+                client_email: z.ZodString;
+                client_id: z.ZodOptional<z.ZodString>;
+                auth_uri: z.ZodOptional<z.ZodURL>;
+                token_uri: z.ZodOptional<z.ZodURL>;
+                auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                universe_domain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>;
+            scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+            projectId: z.ZodOptional<z.ZodString>;
+            universeDomain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>], "type">;
+        providerOptions: z.ZodObject<{
+            vertex: z.ZodObject<{
+                project: z.ZodString;
+                location: z.ZodString;
+                baseURL: z.ZodOptional<z.ZodString>;
+                headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            }, z.core.$strict>;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         provider: z.ZodOptional<z.ZodEnum<{
             openai: "openai";
             anthropic: "anthropic";
@@ -530,11 +745,7 @@ export declare const ActOptionsSchema: z.ZodOptional<z.ZodObject<{
             microsoft: "microsoft";
             bedrock: "bedrock";
         }>>;
-        modelName: z.ZodString;
-        apiKey: z.ZodOptional<z.ZodString>;
-        baseURL: z.ZodOptional<z.ZodString>;
-        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    }, z.core.$strip>, z.ZodString]>>;
+    }, z.core.$strict>]>, z.ZodString]>>;
     variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
     timeout: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>>;
@@ -547,7 +758,44 @@ export declare const ActRequestSchema: z.ZodObject<{
         arguments: z.ZodOptional<z.ZodArray<z.ZodString>>;
     }, z.core.$strip>]>;
     options: z.ZodOptional<z.ZodObject<{
-        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            provider: z.ZodLiteral<"vertex">;
+            auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"googleServiceAccount">;
+                credentials: z.ZodObject<{
+                    type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                    project_id: z.ZodOptional<z.ZodString>;
+                    private_key_id: z.ZodOptional<z.ZodString>;
+                    private_key: z.ZodString;
+                    client_email: z.ZodString;
+                    client_id: z.ZodOptional<z.ZodString>;
+                    auth_uri: z.ZodOptional<z.ZodURL>;
+                    token_uri: z.ZodOptional<z.ZodURL>;
+                    auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    universe_domain: z.ZodOptional<z.ZodString>;
+                }, z.core.$strict>;
+                scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+                projectId: z.ZodOptional<z.ZodString>;
+                universeDomain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>], "type">;
+            providerOptions: z.ZodObject<{
+                vertex: z.ZodObject<{
+                    project: z.ZodString;
+                    location: z.ZodString;
+                    baseURL: z.ZodOptional<z.ZodString>;
+                    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+                }, z.core.$strict>;
+            }, z.core.$strict>;
+        }, z.core.$strict>, z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             provider: z.ZodOptional<z.ZodEnum<{
                 openai: "openai";
                 anthropic: "anthropic";
@@ -555,11 +803,7 @@ export declare const ActRequestSchema: z.ZodObject<{
                 microsoft: "microsoft";
                 bedrock: "bedrock";
             }>>;
-            modelName: z.ZodString;
-            apiKey: z.ZodOptional<z.ZodString>;
-            baseURL: z.ZodOptional<z.ZodString>;
-            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-        }, z.core.$strip>, z.ZodString]>>;
+        }, z.core.$strict>]>, z.ZodString]>>;
         variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
         timeout: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>>;
@@ -613,7 +857,44 @@ export declare const ActResponseSchema: z.ZodObject<{
     }, z.core.$strip>;
 }, z.core.$strip>;
 export declare const ExtractOptionsSchema: z.ZodOptional<z.ZodObject<{
-    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        provider: z.ZodLiteral<"vertex">;
+        auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"googleServiceAccount">;
+            credentials: z.ZodObject<{
+                type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                project_id: z.ZodOptional<z.ZodString>;
+                private_key_id: z.ZodOptional<z.ZodString>;
+                private_key: z.ZodString;
+                client_email: z.ZodString;
+                client_id: z.ZodOptional<z.ZodString>;
+                auth_uri: z.ZodOptional<z.ZodURL>;
+                token_uri: z.ZodOptional<z.ZodURL>;
+                auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                universe_domain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>;
+            scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+            projectId: z.ZodOptional<z.ZodString>;
+            universeDomain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>], "type">;
+        providerOptions: z.ZodObject<{
+            vertex: z.ZodObject<{
+                project: z.ZodString;
+                location: z.ZodString;
+                baseURL: z.ZodOptional<z.ZodString>;
+                headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            }, z.core.$strict>;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         provider: z.ZodOptional<z.ZodEnum<{
             openai: "openai";
             anthropic: "anthropic";
@@ -621,20 +902,54 @@ export declare const ExtractOptionsSchema: z.ZodOptional<z.ZodObject<{
             microsoft: "microsoft";
             bedrock: "bedrock";
         }>>;
-        modelName: z.ZodString;
-        apiKey: z.ZodOptional<z.ZodString>;
-        baseURL: z.ZodOptional<z.ZodString>;
-        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    }, z.core.$strip>, z.ZodString]>>;
+    }, z.core.$strict>]>, z.ZodString]>>;
     timeout: z.ZodOptional<z.ZodNumber>;
     selector: z.ZodOptional<z.ZodString>;
     ignoreSelectors: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    screenshot: z.ZodOptional<z.ZodBoolean>;
 }, z.core.$strip>>;
 export declare const ExtractRequestSchema: z.ZodObject<{
     instruction: z.ZodOptional<z.ZodString>;
     schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     options: z.ZodOptional<z.ZodObject<{
-        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            provider: z.ZodLiteral<"vertex">;
+            auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"googleServiceAccount">;
+                credentials: z.ZodObject<{
+                    type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                    project_id: z.ZodOptional<z.ZodString>;
+                    private_key_id: z.ZodOptional<z.ZodString>;
+                    private_key: z.ZodString;
+                    client_email: z.ZodString;
+                    client_id: z.ZodOptional<z.ZodString>;
+                    auth_uri: z.ZodOptional<z.ZodURL>;
+                    token_uri: z.ZodOptional<z.ZodURL>;
+                    auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    universe_domain: z.ZodOptional<z.ZodString>;
+                }, z.core.$strict>;
+                scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+                projectId: z.ZodOptional<z.ZodString>;
+                universeDomain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>], "type">;
+            providerOptions: z.ZodObject<{
+                vertex: z.ZodObject<{
+                    project: z.ZodString;
+                    location: z.ZodString;
+                    baseURL: z.ZodOptional<z.ZodString>;
+                    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+                }, z.core.$strict>;
+            }, z.core.$strict>;
+        }, z.core.$strict>, z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             provider: z.ZodOptional<z.ZodEnum<{
                 openai: "openai";
                 anthropic: "anthropic";
@@ -642,14 +957,11 @@ export declare const ExtractRequestSchema: z.ZodObject<{
                 microsoft: "microsoft";
                 bedrock: "bedrock";
             }>>;
-            modelName: z.ZodString;
-            apiKey: z.ZodOptional<z.ZodString>;
-            baseURL: z.ZodOptional<z.ZodString>;
-            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-        }, z.core.$strip>, z.ZodString]>>;
+        }, z.core.$strict>]>, z.ZodString]>>;
         timeout: z.ZodOptional<z.ZodNumber>;
         selector: z.ZodOptional<z.ZodString>;
         ignoreSelectors: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        screenshot: z.ZodOptional<z.ZodBoolean>;
     }, z.core.$strip>>;
     frameId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     streamResponse: z.ZodOptional<z.ZodBoolean>;
@@ -666,7 +978,44 @@ export declare const ExtractResponseSchema: z.ZodObject<{
     }, z.core.$strip>;
 }, z.core.$strip>;
 export declare const ObserveOptionsSchema: z.ZodOptional<z.ZodObject<{
-    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        provider: z.ZodLiteral<"vertex">;
+        auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"googleServiceAccount">;
+            credentials: z.ZodObject<{
+                type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                project_id: z.ZodOptional<z.ZodString>;
+                private_key_id: z.ZodOptional<z.ZodString>;
+                private_key: z.ZodString;
+                client_email: z.ZodString;
+                client_id: z.ZodOptional<z.ZodString>;
+                auth_uri: z.ZodOptional<z.ZodURL>;
+                token_uri: z.ZodOptional<z.ZodURL>;
+                auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                universe_domain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>;
+            scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+            projectId: z.ZodOptional<z.ZodString>;
+            universeDomain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>], "type">;
+        providerOptions: z.ZodObject<{
+            vertex: z.ZodObject<{
+                project: z.ZodString;
+                location: z.ZodString;
+                baseURL: z.ZodOptional<z.ZodString>;
+                headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            }, z.core.$strict>;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         provider: z.ZodOptional<z.ZodEnum<{
             openai: "openai";
             anthropic: "anthropic";
@@ -674,19 +1023,53 @@ export declare const ObserveOptionsSchema: z.ZodOptional<z.ZodObject<{
             microsoft: "microsoft";
             bedrock: "bedrock";
         }>>;
-        modelName: z.ZodString;
-        apiKey: z.ZodOptional<z.ZodString>;
-        baseURL: z.ZodOptional<z.ZodString>;
-        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    }, z.core.$strip>, z.ZodString]>>;
+    }, z.core.$strict>]>, z.ZodString]>>;
     variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
     timeout: z.ZodOptional<z.ZodNumber>;
     selector: z.ZodOptional<z.ZodString>;
+    ignoreSelectors: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>>;
 export declare const ObserveRequestSchema: z.ZodObject<{
     instruction: z.ZodOptional<z.ZodString>;
     options: z.ZodOptional<z.ZodObject<{
-        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            provider: z.ZodLiteral<"vertex">;
+            auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"googleServiceAccount">;
+                credentials: z.ZodObject<{
+                    type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                    project_id: z.ZodOptional<z.ZodString>;
+                    private_key_id: z.ZodOptional<z.ZodString>;
+                    private_key: z.ZodString;
+                    client_email: z.ZodString;
+                    client_id: z.ZodOptional<z.ZodString>;
+                    auth_uri: z.ZodOptional<z.ZodURL>;
+                    token_uri: z.ZodOptional<z.ZodURL>;
+                    auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    universe_domain: z.ZodOptional<z.ZodString>;
+                }, z.core.$strict>;
+                scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+                projectId: z.ZodOptional<z.ZodString>;
+                universeDomain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>], "type">;
+            providerOptions: z.ZodObject<{
+                vertex: z.ZodObject<{
+                    project: z.ZodString;
+                    location: z.ZodString;
+                    baseURL: z.ZodOptional<z.ZodString>;
+                    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+                }, z.core.$strict>;
+            }, z.core.$strict>;
+        }, z.core.$strict>, z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             provider: z.ZodOptional<z.ZodEnum<{
                 openai: "openai";
                 anthropic: "anthropic";
@@ -694,14 +1077,11 @@ export declare const ObserveRequestSchema: z.ZodObject<{
                 microsoft: "microsoft";
                 bedrock: "bedrock";
             }>>;
-            modelName: z.ZodString;
-            apiKey: z.ZodOptional<z.ZodString>;
-            baseURL: z.ZodOptional<z.ZodString>;
-            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-        }, z.core.$strip>, z.ZodString]>>;
+        }, z.core.$strict>]>, z.ZodString]>>;
         variables: z.ZodOptional<z.ZodType<import("./agent.js").Variables, unknown, z.core.$ZodTypeInternals<import("./agent.js").Variables, unknown>>>;
         timeout: z.ZodOptional<z.ZodNumber>;
         selector: z.ZodOptional<z.ZodString>;
+        ignoreSelectors: z.ZodOptional<z.ZodArray<z.ZodString>>;
     }, z.core.$strip>>;
     frameId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
     streamResponse: z.ZodOptional<z.ZodBoolean>;
@@ -737,7 +1117,44 @@ export declare const AgentConfigSchema: z.ZodObject<{
         microsoft: "microsoft";
         bedrock: "bedrock";
     }>>;
-    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+    model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        provider: z.ZodLiteral<"vertex">;
+        auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"googleServiceAccount">;
+            credentials: z.ZodObject<{
+                type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                project_id: z.ZodOptional<z.ZodString>;
+                private_key_id: z.ZodOptional<z.ZodString>;
+                private_key: z.ZodString;
+                client_email: z.ZodString;
+                client_id: z.ZodOptional<z.ZodString>;
+                auth_uri: z.ZodOptional<z.ZodURL>;
+                token_uri: z.ZodOptional<z.ZodURL>;
+                auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                universe_domain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>;
+            scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+            projectId: z.ZodOptional<z.ZodString>;
+            universeDomain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>], "type">;
+        providerOptions: z.ZodObject<{
+            vertex: z.ZodObject<{
+                project: z.ZodString;
+                location: z.ZodString;
+                baseURL: z.ZodOptional<z.ZodString>;
+                headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            }, z.core.$strict>;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         provider: z.ZodOptional<z.ZodEnum<{
             openai: "openai";
             anthropic: "anthropic";
@@ -745,11 +1162,7 @@ export declare const AgentConfigSchema: z.ZodObject<{
             microsoft: "microsoft";
             bedrock: "bedrock";
         }>>;
-        modelName: z.ZodString;
-        apiKey: z.ZodOptional<z.ZodString>;
-        baseURL: z.ZodOptional<z.ZodString>;
-        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    }, z.core.$strip>, z.ZodString]>>;
+    }, z.core.$strict>]>, z.ZodString]>>;
     systemPrompt: z.ZodOptional<z.ZodString>;
     cua: z.ZodOptional<z.ZodBoolean>;
     mode: z.ZodOptional<z.ZodEnum<{
@@ -757,7 +1170,44 @@ export declare const AgentConfigSchema: z.ZodObject<{
         dom: "dom";
         hybrid: "hybrid";
     }>>;
-    executionModel: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+    executionModel: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+        provider: z.ZodLiteral<"vertex">;
+        auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"googleServiceAccount">;
+            credentials: z.ZodObject<{
+                type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                project_id: z.ZodOptional<z.ZodString>;
+                private_key_id: z.ZodOptional<z.ZodString>;
+                private_key: z.ZodString;
+                client_email: z.ZodString;
+                client_id: z.ZodOptional<z.ZodString>;
+                auth_uri: z.ZodOptional<z.ZodURL>;
+                token_uri: z.ZodOptional<z.ZodURL>;
+                auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                universe_domain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>;
+            scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+            projectId: z.ZodOptional<z.ZodString>;
+            universeDomain: z.ZodOptional<z.ZodString>;
+        }, z.core.$strict>], "type">;
+        providerOptions: z.ZodObject<{
+            vertex: z.ZodObject<{
+                project: z.ZodString;
+                location: z.ZodString;
+                baseURL: z.ZodOptional<z.ZodString>;
+                headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            }, z.core.$strict>;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
+        modelName: z.ZodString;
+        apiKey: z.ZodOptional<z.ZodString>;
+        baseURL: z.ZodOptional<z.ZodString>;
+        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
         provider: z.ZodOptional<z.ZodEnum<{
             openai: "openai";
             anthropic: "anthropic";
@@ -765,11 +1215,7 @@ export declare const AgentConfigSchema: z.ZodObject<{
             microsoft: "microsoft";
             bedrock: "bedrock";
         }>>;
-        modelName: z.ZodString;
-        apiKey: z.ZodOptional<z.ZodString>;
-        baseURL: z.ZodOptional<z.ZodString>;
-        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    }, z.core.$strip>, z.ZodString]>>;
+    }, z.core.$strict>]>, z.ZodString]>>;
 }, z.core.$strip>;
 /** Action taken by the agent during execution */
 export declare const AgentActionSchema: z.ZodObject<{
@@ -835,7 +1281,44 @@ export declare const AgentExecuteRequestSchema: z.ZodObject<{
             microsoft: "microsoft";
             bedrock: "bedrock";
         }>>;
-        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+        model: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            provider: z.ZodLiteral<"vertex">;
+            auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"googleServiceAccount">;
+                credentials: z.ZodObject<{
+                    type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                    project_id: z.ZodOptional<z.ZodString>;
+                    private_key_id: z.ZodOptional<z.ZodString>;
+                    private_key: z.ZodString;
+                    client_email: z.ZodString;
+                    client_id: z.ZodOptional<z.ZodString>;
+                    auth_uri: z.ZodOptional<z.ZodURL>;
+                    token_uri: z.ZodOptional<z.ZodURL>;
+                    auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    universe_domain: z.ZodOptional<z.ZodString>;
+                }, z.core.$strict>;
+                scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+                projectId: z.ZodOptional<z.ZodString>;
+                universeDomain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>], "type">;
+            providerOptions: z.ZodObject<{
+                vertex: z.ZodObject<{
+                    project: z.ZodString;
+                    location: z.ZodString;
+                    baseURL: z.ZodOptional<z.ZodString>;
+                    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+                }, z.core.$strict>;
+            }, z.core.$strict>;
+        }, z.core.$strict>, z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             provider: z.ZodOptional<z.ZodEnum<{
                 openai: "openai";
                 anthropic: "anthropic";
@@ -843,11 +1326,7 @@ export declare const AgentExecuteRequestSchema: z.ZodObject<{
                 microsoft: "microsoft";
                 bedrock: "bedrock";
             }>>;
-            modelName: z.ZodString;
-            apiKey: z.ZodOptional<z.ZodString>;
-            baseURL: z.ZodOptional<z.ZodString>;
-            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-        }, z.core.$strip>, z.ZodString]>>;
+        }, z.core.$strict>]>, z.ZodString]>>;
         systemPrompt: z.ZodOptional<z.ZodString>;
         cua: z.ZodOptional<z.ZodBoolean>;
         mode: z.ZodOptional<z.ZodEnum<{
@@ -855,7 +1334,44 @@ export declare const AgentExecuteRequestSchema: z.ZodObject<{
             dom: "dom";
             hybrid: "hybrid";
         }>>;
-        executionModel: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
+        executionModel: z.ZodOptional<z.ZodUnion<readonly [z.ZodUnion<readonly [z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+            provider: z.ZodLiteral<"vertex">;
+            auth: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"googleServiceAccount">;
+                credentials: z.ZodObject<{
+                    type: z.ZodOptional<z.ZodLiteral<"service_account">>;
+                    project_id: z.ZodOptional<z.ZodString>;
+                    private_key_id: z.ZodOptional<z.ZodString>;
+                    private_key: z.ZodString;
+                    client_email: z.ZodString;
+                    client_id: z.ZodOptional<z.ZodString>;
+                    auth_uri: z.ZodOptional<z.ZodURL>;
+                    token_uri: z.ZodOptional<z.ZodURL>;
+                    auth_provider_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    client_x509_cert_url: z.ZodOptional<z.ZodURL>;
+                    universe_domain: z.ZodOptional<z.ZodString>;
+                }, z.core.$strict>;
+                scopes: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
+                projectId: z.ZodOptional<z.ZodString>;
+                universeDomain: z.ZodOptional<z.ZodString>;
+            }, z.core.$strict>], "type">;
+            providerOptions: z.ZodObject<{
+                vertex: z.ZodObject<{
+                    project: z.ZodString;
+                    location: z.ZodString;
+                    baseURL: z.ZodOptional<z.ZodString>;
+                    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+                }, z.core.$strict>;
+            }, z.core.$strict>;
+        }, z.core.$strict>, z.ZodObject<{
+            modelName: z.ZodString;
+            apiKey: z.ZodOptional<z.ZodString>;
+            baseURL: z.ZodOptional<z.ZodString>;
+            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
             provider: z.ZodOptional<z.ZodEnum<{
                 openai: "openai";
                 anthropic: "anthropic";
@@ -863,11 +1379,7 @@ export declare const AgentExecuteRequestSchema: z.ZodObject<{
                 microsoft: "microsoft";
                 bedrock: "bedrock";
             }>>;
-            modelName: z.ZodString;
-            apiKey: z.ZodOptional<z.ZodString>;
-            baseURL: z.ZodOptional<z.ZodString>;
-            headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-        }, z.core.$strip>, z.ZodString]>>;
+        }, z.core.$strict>]>, z.ZodString]>>;
     }, z.core.$strip>;
     executeOptions: z.ZodObject<{
         instruction: z.ZodString;
@@ -1238,6 +1750,13 @@ export declare const Operations: {
 };
 export type Action = z.infer<typeof ActionSchema>;
 export type ModelConfig = z.infer<typeof ModelConfigSchema>;
+export type GenericModelConfigObject = z.infer<typeof GenericModelConfigObjectSchema>;
+export type VertexModelConfigObject = z.infer<typeof VertexModelConfigObjectSchema>;
+export type GoogleServiceAccountCredentials = z.infer<typeof GoogleServiceAccountCredentialsSchema>;
+export type GoogleServiceAccountAuth = z.infer<typeof GoogleServiceAccountAuthSchema>;
+export type ModelAuth = z.infer<typeof ModelAuthSchema>;
+export type VertexProviderOptions = z.infer<typeof VertexProviderOptionsSchema>;
+export type ModelProviderOptions = z.infer<typeof ModelProviderOptionsSchema>;
 export type BrowserConfig = z.infer<typeof BrowserConfigSchema>;
 export type SessionIdParams = z.infer<typeof SessionIdParamsSchema>;
 export type SessionHeaders = z.infer<typeof SessionHeadersSchema>;