@browserbasehq/orca 3.5.0-vertex-test → 3.5.1-preview.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (192) hide show
  1. package/README.md +7 -3
  2. package/dist/cjs/lib/utils.d.ts +2 -0
  3. package/dist/cjs/lib/utils.js +20 -0
  4. package/dist/cjs/lib/utils.js.map +1 -1
  5. package/dist/cjs/lib/v3/agent/AgentProvider.js +1 -0
  6. package/dist/cjs/lib/v3/agent/AgentProvider.js.map +1 -1
  7. package/dist/cjs/lib/v3/agent/AnthropicCUAClient.js +1 -0
  8. package/dist/cjs/lib/v3/agent/AnthropicCUAClient.js.map +1 -1
  9. package/dist/cjs/lib/v3/agent/utils/captureAriaTreeProbe.d.ts +35 -0
  10. package/dist/cjs/lib/v3/agent/utils/captureAriaTreeProbe.js +38 -0
  11. package/dist/cjs/lib/v3/agent/utils/captureAriaTreeProbe.js.map +1 -0
  12. package/dist/cjs/lib/v3/agent/utils/postStepProbeEvidence.d.ts +19 -0
  13. package/dist/cjs/lib/v3/agent/utils/postStepProbeEvidence.js +54 -0
  14. package/dist/cjs/lib/v3/agent/utils/postStepProbeEvidence.js.map +1 -0
  15. package/dist/cjs/lib/v3/agent/utils/toolOutputEvidence.d.ts +2 -0
  16. package/dist/cjs/lib/v3/agent/utils/toolOutputEvidence.js +62 -0
  17. package/dist/cjs/lib/v3/agent/utils/toolOutputEvidence.js.map +1 -0
  18. package/dist/cjs/lib/v3/agent/utils/wrapEvidenceCallback.d.ts +3 -0
  19. package/dist/cjs/lib/v3/agent/utils/wrapEvidenceCallback.js +25 -0
  20. package/dist/cjs/lib/v3/agent/utils/wrapEvidenceCallback.js.map +1 -0
  21. package/dist/cjs/lib/v3/api.d.ts +1 -0
  22. package/dist/cjs/lib/v3/api.js +37 -16
  23. package/dist/cjs/lib/v3/api.js.map +1 -1
  24. package/dist/cjs/lib/v3/dom/build/locatorScripts.generated.d.ts +24 -24
  25. package/dist/cjs/lib/v3/dom/build/locatorScripts.generated.js +24 -24
  26. package/dist/cjs/lib/v3/dom/build/locatorScripts.generated.js.map +1 -1
  27. package/dist/cjs/lib/v3/dom/build/selectorRuntime.generated.d.ts +24 -0
  28. package/dist/cjs/lib/v3/dom/build/selectorRuntime.generated.js +31 -0
  29. package/dist/cjs/lib/v3/dom/build/selectorRuntime.generated.js.map +1 -0
  30. package/dist/cjs/lib/v3/dom/locatorScripts/xpathResolver.js +79 -10
  31. package/dist/cjs/lib/v3/dom/locatorScripts/xpathResolver.js.map +1 -1
  32. package/dist/cjs/lib/v3/handlers/v3AgentHandler.d.ts +1 -0
  33. package/dist/cjs/lib/v3/handlers/v3AgentHandler.js +83 -7
  34. package/dist/cjs/lib/v3/handlers/v3AgentHandler.js.map +1 -1
  35. package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.d.ts +11 -0
  36. package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.js +119 -5
  37. package/dist/cjs/lib/v3/handlers/v3CuaAgentHandler.js.map +1 -1
  38. package/dist/cjs/lib/v3/index.d.ts +13 -1
  39. package/dist/cjs/lib/v3/index.js +19 -1
  40. package/dist/cjs/lib/v3/index.js.map +1 -1
  41. package/dist/cjs/lib/v3/llm/LLMProvider.d.ts +3 -0
  42. package/dist/cjs/lib/v3/llm/LLMProvider.js +44 -3
  43. package/dist/cjs/lib/v3/llm/LLMProvider.js.map +1 -1
  44. package/dist/cjs/lib/v3/types/public/agent.d.ts +8 -2
  45. package/dist/cjs/lib/v3/types/public/agent.js +1 -0
  46. package/dist/cjs/lib/v3/types/public/agent.js.map +1 -1
  47. package/dist/cjs/lib/v3/types/public/agentEvidenceEvents.d.ts +85 -0
  48. package/dist/cjs/lib/v3/types/public/agentEvidenceEvents.js +15 -0
  49. package/dist/cjs/lib/v3/types/public/agentEvidenceEvents.js.map +1 -0
  50. package/dist/cjs/lib/v3/types/public/api.d.ts +925 -182
  51. package/dist/cjs/lib/v3/types/public/api.js +138 -20
  52. package/dist/cjs/lib/v3/types/public/api.js.map +1 -1
  53. package/dist/cjs/lib/v3/types/public/clipboard.d.ts +15 -0
  54. package/dist/cjs/lib/v3/types/public/clipboard.js +3 -0
  55. package/dist/cjs/lib/v3/types/public/clipboard.js.map +1 -0
  56. package/dist/cjs/lib/v3/types/public/index.d.ts +2 -0
  57. package/dist/cjs/lib/v3/types/public/index.js +2 -0
  58. package/dist/cjs/lib/v3/types/public/index.js.map +1 -1
  59. package/dist/cjs/lib/v3/types/public/model.d.ts +30 -6
  60. package/dist/cjs/lib/v3/types/public/model.js.map +1 -1
  61. package/dist/cjs/lib/v3/types/public/page.d.ts +29 -0
  62. package/dist/cjs/lib/v3/types/public/page.js.map +1 -1
  63. package/dist/cjs/lib/v3/types/public/sdkErrors.d.ts +3 -0
  64. package/dist/cjs/lib/v3/types/public/sdkErrors.js +8 -2
  65. package/dist/cjs/lib/v3/types/public/sdkErrors.js.map +1 -1
  66. package/dist/cjs/lib/v3/understudy/clipboard.d.ts +24 -0
  67. package/dist/cjs/lib/v3/understudy/clipboard.js +166 -0
  68. package/dist/cjs/lib/v3/understudy/clipboard.js.map +1 -0
  69. package/dist/cjs/lib/v3/understudy/context.d.ts +3 -0
  70. package/dist/cjs/lib/v3/understudy/context.js +15 -0
  71. package/dist/cjs/lib/v3/understudy/context.js.map +1 -1
  72. package/dist/cjs/lib/v3/understudy/page.d.ts +23 -1
  73. package/dist/cjs/lib/v3/understudy/page.js +283 -0
  74. package/dist/cjs/lib/v3/understudy/page.js.map +1 -1
  75. package/dist/cjs/lib/v3/v3.js +15 -6
  76. package/dist/cjs/lib/v3/v3.js.map +1 -1
  77. package/dist/cjs/lib/v3/verifier/evidenceNormalization.d.ts +7 -0
  78. package/dist/cjs/lib/v3/verifier/evidenceNormalization.js +100 -0
  79. package/dist/cjs/lib/v3/verifier/evidenceNormalization.js.map +1 -0
  80. package/dist/cjs/lib/v3/verifier/index.d.ts +6 -0
  81. package/dist/cjs/lib/v3/verifier/index.js +16 -0
  82. package/dist/cjs/lib/v3/verifier/index.js.map +1 -0
  83. package/dist/cjs/lib/v3/verifier/trajectory.d.ts +50 -0
  84. package/dist/cjs/lib/v3/verifier/trajectory.js +316 -0
  85. package/dist/cjs/lib/v3/verifier/trajectory.js.map +1 -0
  86. package/dist/cjs/lib/v3/verifier/types.d.ts +281 -0
  87. package/dist/cjs/lib/v3/verifier/types.js +10 -0
  88. package/dist/cjs/lib/v3/verifier/types.js.map +1 -0
  89. package/dist/cjs/lib/v3Evaluator.d.ts +9 -4
  90. package/dist/cjs/lib/v3Evaluator.js +148 -0
  91. package/dist/cjs/lib/v3Evaluator.js.map +1 -1
  92. package/dist/cjs/lib/v3LegacyEvaluator.js +5 -1
  93. package/dist/cjs/lib/v3LegacyEvaluator.js.map +1 -1
  94. package/dist/cjs/lib/version.d.ts +1 -1
  95. package/dist/cjs/lib/version.js +1 -1
  96. package/dist/cjs/lib/version.js.map +1 -1
  97. package/dist/esm/lib/utils.d.ts +2 -0
  98. package/dist/esm/lib/utils.js +18 -0
  99. package/dist/esm/lib/utils.js.map +1 -1
  100. package/dist/esm/lib/v3/agent/AgentProvider.js +1 -0
  101. package/dist/esm/lib/v3/agent/AgentProvider.js.map +1 -1
  102. package/dist/esm/lib/v3/agent/AnthropicCUAClient.js +1 -0
  103. package/dist/esm/lib/v3/agent/AnthropicCUAClient.js.map +1 -1
  104. package/dist/esm/lib/v3/agent/utils/captureAriaTreeProbe.d.ts +35 -0
  105. package/dist/esm/lib/v3/agent/utils/captureAriaTreeProbe.js +35 -0
  106. package/dist/esm/lib/v3/agent/utils/captureAriaTreeProbe.js.map +1 -0
  107. package/dist/esm/lib/v3/agent/utils/postStepProbeEvidence.d.ts +19 -0
  108. package/dist/esm/lib/v3/agent/utils/postStepProbeEvidence.js +50 -0
  109. package/dist/esm/lib/v3/agent/utils/postStepProbeEvidence.js.map +1 -0
  110. package/dist/esm/lib/v3/agent/utils/toolOutputEvidence.d.ts +2 -0
  111. package/dist/esm/lib/v3/agent/utils/toolOutputEvidence.js +59 -0
  112. package/dist/esm/lib/v3/agent/utils/toolOutputEvidence.js.map +1 -0
  113. package/dist/esm/lib/v3/agent/utils/wrapEvidenceCallback.d.ts +3 -0
  114. package/dist/esm/lib/v3/agent/utils/wrapEvidenceCallback.js +22 -0
  115. package/dist/esm/lib/v3/agent/utils/wrapEvidenceCallback.js.map +1 -0
  116. package/dist/esm/lib/v3/api.d.ts +1 -0
  117. package/dist/esm/lib/v3/api.js +38 -17
  118. package/dist/esm/lib/v3/api.js.map +1 -1
  119. package/dist/esm/lib/v3/dom/build/locatorScripts.generated.d.ts +24 -24
  120. package/dist/esm/lib/v3/dom/build/locatorScripts.generated.js +24 -24
  121. package/dist/esm/lib/v3/dom/build/locatorScripts.generated.js.map +1 -1
  122. package/dist/esm/lib/v3/dom/build/selectorRuntime.generated.d.ts +24 -0
  123. package/dist/esm/lib/v3/dom/build/selectorRuntime.generated.js +28 -0
  124. package/dist/esm/lib/v3/dom/build/selectorRuntime.generated.js.map +1 -0
  125. package/dist/esm/lib/v3/dom/locatorScripts/xpathResolver.js +79 -10
  126. package/dist/esm/lib/v3/dom/locatorScripts/xpathResolver.js.map +1 -1
  127. package/dist/esm/lib/v3/handlers/v3AgentHandler.d.ts +1 -0
  128. package/dist/esm/lib/v3/handlers/v3AgentHandler.js +83 -7
  129. package/dist/esm/lib/v3/handlers/v3AgentHandler.js.map +1 -1
  130. package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.d.ts +11 -0
  131. package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js +119 -5
  132. package/dist/esm/lib/v3/handlers/v3CuaAgentHandler.js.map +1 -1
  133. package/dist/esm/lib/v3/index.d.ts +13 -1
  134. package/dist/esm/lib/v3/index.js +10 -0
  135. package/dist/esm/lib/v3/index.js.map +1 -1
  136. package/dist/esm/lib/v3/llm/LLMProvider.d.ts +3 -0
  137. package/dist/esm/lib/v3/llm/LLMProvider.js +43 -3
  138. package/dist/esm/lib/v3/llm/LLMProvider.js.map +1 -1
  139. package/dist/esm/lib/v3/types/public/agent.d.ts +8 -2
  140. package/dist/esm/lib/v3/types/public/agent.js +1 -0
  141. package/dist/esm/lib/v3/types/public/agent.js.map +1 -1
  142. package/dist/esm/lib/v3/types/public/agentEvidenceEvents.d.ts +85 -0
  143. package/dist/esm/lib/v3/types/public/agentEvidenceEvents.js +14 -0
  144. package/dist/esm/lib/v3/types/public/agentEvidenceEvents.js.map +1 -0
  145. package/dist/esm/lib/v3/types/public/api.d.ts +925 -182
  146. package/dist/esm/lib/v3/types/public/api.js +136 -18
  147. package/dist/esm/lib/v3/types/public/api.js.map +1 -1
  148. package/dist/esm/lib/v3/types/public/clipboard.d.ts +15 -0
  149. package/dist/esm/lib/v3/types/public/clipboard.js +2 -0
  150. package/dist/esm/lib/v3/types/public/clipboard.js.map +1 -0
  151. package/dist/esm/lib/v3/types/public/index.d.ts +2 -0
  152. package/dist/esm/lib/v3/types/public/index.js +2 -0
  153. package/dist/esm/lib/v3/types/public/index.js.map +1 -1
  154. package/dist/esm/lib/v3/types/public/model.d.ts +30 -6
  155. package/dist/esm/lib/v3/types/public/model.js.map +1 -1
  156. package/dist/esm/lib/v3/types/public/page.d.ts +29 -0
  157. package/dist/esm/lib/v3/types/public/page.js.map +1 -1
  158. package/dist/esm/lib/v3/types/public/sdkErrors.d.ts +3 -0
  159. package/dist/esm/lib/v3/types/public/sdkErrors.js +5 -0
  160. package/dist/esm/lib/v3/types/public/sdkErrors.js.map +1 -1
  161. package/dist/esm/lib/v3/understudy/clipboard.d.ts +24 -0
  162. package/dist/esm/lib/v3/understudy/clipboard.js +163 -0
  163. package/dist/esm/lib/v3/understudy/clipboard.js.map +1 -0
  164. package/dist/esm/lib/v3/understudy/context.d.ts +3 -0
  165. package/dist/esm/lib/v3/understudy/context.js +15 -0
  166. package/dist/esm/lib/v3/understudy/context.js.map +1 -1
  167. package/dist/esm/lib/v3/understudy/page.d.ts +23 -1
  168. package/dist/esm/lib/v3/understudy/page.js +284 -1
  169. package/dist/esm/lib/v3/understudy/page.js.map +1 -1
  170. package/dist/esm/lib/v3/v3.js +16 -7
  171. package/dist/esm/lib/v3/v3.js.map +1 -1
  172. package/dist/esm/lib/v3/verifier/evidenceNormalization.d.ts +7 -0
  173. package/dist/esm/lib/v3/verifier/evidenceNormalization.js +93 -0
  174. package/dist/esm/lib/v3/verifier/evidenceNormalization.js.map +1 -0
  175. package/dist/esm/lib/v3/verifier/index.d.ts +6 -0
  176. package/dist/esm/lib/v3/verifier/index.js +3 -0
  177. package/dist/esm/lib/v3/verifier/index.js.map +1 -0
  178. package/dist/esm/lib/v3/verifier/trajectory.d.ts +50 -0
  179. package/dist/esm/lib/v3/verifier/trajectory.js +273 -0
  180. package/dist/esm/lib/v3/verifier/trajectory.js.map +1 -0
  181. package/dist/esm/lib/v3/verifier/types.d.ts +281 -0
  182. package/dist/esm/lib/v3/verifier/types.js +9 -0
  183. package/dist/esm/lib/v3/verifier/types.js.map +1 -0
  184. package/dist/esm/lib/v3Evaluator.d.ts +9 -4
  185. package/dist/esm/lib/v3Evaluator.js +148 -0
  186. package/dist/esm/lib/v3Evaluator.js.map +1 -1
  187. package/dist/esm/lib/v3LegacyEvaluator.js +5 -1
  188. package/dist/esm/lib/v3LegacyEvaluator.js.map +1 -1
  189. package/dist/esm/lib/version.d.ts +1 -1
  190. package/dist/esm/lib/version.js +1 -1
  191. package/dist/esm/lib/version.js.map +1 -1
  192. package/package.json +16 -10
@@ -38,7 +38,7 @@ import path from "path";
38
38
  import process from "process";
39
39
  import { v7 as uuidv7 } from "uuid";
40
40
  import { toJsonSchema, } from "./zodCompat.js";
41
- import { loadApiKeyFromEnv } from "../utils.js";
41
+ import { getInheritableModelOptions, hasModelProviderAuth, loadApiKeyFromEnv, } from "../utils.js";
42
42
  import { extractModelName } from "../modelUtils.js";
43
43
  import { StagehandLogger } from "../logger.js";
44
44
  import { ActCache } from "./cache/ActCache.js";
@@ -316,9 +316,9 @@ let V3 = (() => {
316
316
  this.disableAPI = true;
317
317
  }
318
318
  else {
319
- // Ensure API key is set
319
+ // Ensure API key is set unless provider-native auth was configured.
320
320
  let apiKey = baseClientOptions.apiKey;
321
- if (!apiKey) {
321
+ if (!apiKey && !hasModelProviderAuth(baseClientOptions)) {
322
322
  try {
323
323
  apiKey = loadApiKeyFromEnv(this.modelName.split("/")[0], // "openai", "anthropic", etc
324
324
  this.logger);
@@ -334,7 +334,7 @@ let V3 = (() => {
334
334
  }
335
335
  this.modelClientOptions = {
336
336
  ...baseClientOptions,
337
- apiKey,
337
+ ...(apiKey ? { apiKey } : {}),
338
338
  };
339
339
  // Get the default client for this model
340
340
  this.llmClient = this.llmProvider.getClient(this.modelName, this.modelClientOptions, { experimental: this.experimental, disableAPI: this.disableAPI });
@@ -464,7 +464,8 @@ let V3 = (() => {
464
464
  return {
465
465
  modelName: this.modelName,
466
466
  ...clientOptions,
467
- ...(this.modelClientOptions.apiKey
467
+ ...(!hasModelProviderAuth(this.modelClientOptions) &&
468
+ this.modelClientOptions.apiKey
468
469
  ? { apiKey: this.modelClientOptions.apiKey }
469
470
  : {}),
470
471
  };
@@ -492,12 +493,20 @@ let V3 = (() => {
492
493
  }
493
494
  const overrideProvider = String(modelName).split("/")[0];
494
495
  const baseProvider = String(this.modelName).split("/")[0];
496
+ const overrideHasCredentials = hasModelProviderAuth(clientOptions) ||
497
+ Boolean(clientOptions?.apiKey);
498
+ const inheritedOptions = overrideProvider === baseProvider
499
+ ? overrideHasCredentials
500
+ ? getInheritableModelOptions(this.modelClientOptions)
501
+ : this.modelClientOptions
502
+ : undefined;
495
503
  const mergedOptions = {
496
- ...(overrideProvider === baseProvider ? this.modelClientOptions : {}),
504
+ ...(inheritedOptions ?? {}),
497
505
  ...(clientOptions ?? {}),
498
506
  };
499
507
  const providerKey = overrideProvider;
500
- if (!mergedOptions.apiKey) {
508
+ if (!hasModelProviderAuth(mergedOptions) &&
509
+ !mergedOptions.apiKey) {
501
510
  const apiKey = loadApiKeyFromEnv(providerKey, this.logger);
502
511
  if (apiKey) {
503
512
  mergedOptions.apiKey = apiKey;