@browserbasehq/orca 3.0.9-alpha-4 → 3.1.0-patch.0

package/dist/esm/lib/v3/launch/browserbase.js

@@ -0,0 +1,46 @@
+import Browserbase from "@browserbasehq/sdk";
+import { BrowserbaseSessionNotFoundError, StagehandInitError, } from "../types/public/sdkErrors.js";
+import { getEnvTimeoutMs, withTimeout } from "../timeoutConfig.js";
+export async function createBrowserbaseSession(apiKey, projectId, params, resumeSessionId) {
+    const bb = new Browserbase({ apiKey });
+    const sessionCreateTimeoutMs = getEnvTimeoutMs("BROWSERBASE_SESSION_CREATE_MAX_MS");
+    // Resume an existing session if provided
+    if (resumeSessionId) {
+        const retrievePromise = bb.sessions.retrieve(resumeSessionId);
+        const existing = (sessionCreateTimeoutMs
+            ? await withTimeout(retrievePromise, sessionCreateTimeoutMs, "Browserbase session retrieve")
+            : await retrievePromise);
+        if (!existing?.id) {
+            throw new BrowserbaseSessionNotFoundError();
+        }
+        const ws = existing.connectUrl;
+        if (!ws) {
+            throw new StagehandInitError(`Browserbase session resume missing connectUrl for ${resumeSessionId}`);
+        }
+        return { ws, sessionId: resumeSessionId, bb };
+    }
+    // Create a new session with optional overrides and a default viewport
+    const { projectId: overrideProjectId, browserSettings, userMetadata, ...rest } = params ?? {};
+    // satisfies check ensures our BrowserbaseSessionCreateParamsSchema stays in sync with SDK
+    const createPayload = {
+        projectId: overrideProjectId ?? projectId,
+        ...rest,
+        browserSettings: {
+            ...(browserSettings ?? {}),
+            viewport: browserSettings?.viewport ?? { width: 1288, height: 711 },
+        },
+        userMetadata: {
+            ...(userMetadata ?? {}),
+            stagehand: "true",
+        },
+    };
+    const createPromise = bb.sessions.create(createPayload);
+    const created = (sessionCreateTimeoutMs
+        ? await withTimeout(createPromise, sessionCreateTimeoutMs, "Browserbase session create")
+        : await createPromise);
+    if (!created?.connectUrl || !created?.id) {
+        throw new StagehandInitError("Browserbase session creation returned an unexpected shape.");
+    }
+    return { ws: created.connectUrl, sessionId: created.id, bb };
+}
+//# sourceMappingURL=browserbase.js.map

package/dist/esm/lib/v3/launch/browserbase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browserbase.js","sourceRoot":"","sources":["../../../../../lib/v3/launch/browserbase.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EACL,+BAA+B,EAC/B,kBAAkB,GACnB,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAEnE,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,MAAc,EACd,SAAiB,EACjB,MAAuC,EACvC,eAAwB;IAExB,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACvC,MAAM,sBAAsB,GAAG,eAAe,CAC5C,mCAAmC,CACpC,CAAC;IAEF,yCAAyC;IACzC,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,eAAe,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,CAAC,sBAAsB;YACtC,CAAC,CAAC,MAAM,WAAW,CACf,eAAe,EACf,sBAAsB,EACtB,8BAA8B,CAC/B;YACH,CAAC,CAAC,MAAM,eAAe,CAIxB,CAAC;QACF,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC;YAClB,MAAM,IAAI,+BAA+B,EAAE,CAAC;QAC9C,CAAC;QAED,MAAM,EAAE,GAAG,QAAQ,CAAC,UAAU,CAAC;QAC/B,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,kBAAkB,CAC1B,qDAAqD,eAAe,EAAE,CACvE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,eAAe,EAAE,EAAE,EAAE,CAAC;IAChD,CAAC;IAED,sEAAsE;IACtE,MAAM,EACJ,SAAS,EAAE,iBAAiB,EAC5B,eAAe,EACf,YAAY,EACZ,GAAG,IAAI,EACR,GAAG,MAAM,IAAI,EAAE,CAAC;IAEjB,0FAA0F;IAC1F,MAAM,aAAa,GAAG;QACpB,SAAS,EAAE,iBAAiB,IAAI,SAAS;QACzC,GAAG,IAAI;QACP,eAAe,EAAE;YACf,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC;YAC1B,QAAQ,EAAE,eAAe,EAAE,QAAQ,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;SACpE;QACD,YAAY,EAAE;YACZ,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;YACvB,SAAS,EAAE,MAAM;SAClB;KACiD,CAAC;IAErD,MAAM,aAAa,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IACxD,MAAM,OAAO,GAAG,CAAC,sBAAsB;QACrC,CAAC,CAAC,MAAM,WAAW,CACf,aAAa,EACb,sBAAsB,EACtB,4BAA4B,CAC7B;QACH,CAAC,CAAC,MAAM,aAAa,CAAkD,CAAC;IAE1E,IAAI,CAAC,OAAO,EAAE,UAAU,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,kBAAkB,CAC1B,4DAA4D,CAC7D,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC;AAC/D,CAAC","sourcesContent":["import Browserbase from \"@browserbasehq/sdk\";\nimport {\n  BrowserbaseSessionNotFoundError,\n  StagehandInitError,\n} from \"../types/public/sdkErrors.js\";\nimport type { BrowserbaseSessionCreateParams } from \"../types/public/api.js\";\nimport { getEnvTimeoutMs, withTimeout } from \"../timeoutConfig.js\";\n\nexport async function createBrowserbaseSession(\n  apiKey: string,\n  projectId: string,\n  params?: BrowserbaseSessionCreateParams,\n  resumeSessionId?: string,\n): Promise<{ ws: string; sessionId: string; bb: Browserbase }> {\n  const bb = new Browserbase({ apiKey });\n  const sessionCreateTimeoutMs = getEnvTimeoutMs(\n    \"BROWSERBASE_SESSION_CREATE_MAX_MS\",\n  );\n\n  // Resume an existing session if provided\n  if (resumeSessionId) {\n    const retrievePromise = bb.sessions.retrieve(resumeSessionId);\n    const existing = (sessionCreateTimeoutMs\n      ? await withTimeout(\n          retrievePromise,\n          sessionCreateTimeoutMs,\n          \"Browserbase session retrieve\",\n        )\n      : await retrievePromise) as unknown as {\n      id: string;\n      connectUrl?: string;\n      status?: string;\n    };\n    if (!existing?.id) {\n      throw new BrowserbaseSessionNotFoundError();\n    }\n\n    const ws = existing.connectUrl;\n    if (!ws) {\n      throw new StagehandInitError(\n        `Browserbase session resume missing connectUrl for ${resumeSessionId}`,\n      );\n    }\n    return { ws, sessionId: resumeSessionId, bb };\n  }\n\n  // Create a new session with optional overrides and a default viewport\n  const {\n    projectId: overrideProjectId,\n    browserSettings,\n    userMetadata,\n    ...rest\n  } = params ?? {};\n\n  // satisfies check ensures our BrowserbaseSessionCreateParamsSchema stays in sync with SDK\n  const createPayload = {\n    projectId: overrideProjectId ?? projectId,\n    ...rest,\n    browserSettings: {\n      ...(browserSettings ?? {}),\n      viewport: browserSettings?.viewport ?? { width: 1288, height: 711 },\n    },\n    userMetadata: {\n      ...(userMetadata ?? {}),\n      stagehand: \"true\",\n    },\n  } satisfies Browserbase.Sessions.SessionCreateParams;\n\n  const createPromise = bb.sessions.create(createPayload);\n  const created = (sessionCreateTimeoutMs\n    ? await withTimeout(\n        createPromise,\n        sessionCreateTimeoutMs,\n        \"Browserbase session create\",\n      )\n    : await createPromise) as unknown as { id: string; connectUrl: string };\n\n  if (!created?.connectUrl || !created?.id) {\n    throw new StagehandInitError(\n      \"Browserbase session creation returned an unexpected shape.\",\n    );\n  }\n\n  return { ws: created.connectUrl, sessionId: created.id, bb };\n}\n"]}

package/dist/esm/lib/v3/launch/local.d.ts

@@ -0,0 +1,15 @@
+import { LaunchedChrome } from "chrome-launcher";
+interface LaunchLocalOptions {
+    chromePath?: string;
+    chromeFlags?: string[];
+    headless?: boolean;
+    userDataDir?: string;
+    port?: number;
+    connectTimeoutMs?: number;
+    handleSIGINT?: boolean;
+}
+export declare function launchLocalChrome(opts: LaunchLocalOptions): Promise<{
+    ws: string;
+    chrome: LaunchedChrome;
+}>;
+export {};

package/dist/esm/lib/v3/launch/local.js

@@ -0,0 +1,98 @@
+import { launch } from "chrome-launcher";
+import WebSocket from "ws";
+import { ConnectionTimeoutError } from "../types/public/sdkErrors.js";
+export async function launchLocalChrome(opts) {
+    const connectTimeoutMs = opts.connectTimeoutMs ?? 15_000;
+    const deadlineMs = Date.now() + connectTimeoutMs;
+    const connectionPollInterval = 250;
+    const maxConnectionRetries = Math.max(1, Math.ceil(connectTimeoutMs / connectionPollInterval));
+    const headless = opts.headless ?? false;
+    const chromeFlags = [
+        headless ? "--headless=new" : undefined,
+        "--remote-allow-origins=*",
+        "--no-first-run",
+        "--no-default-browser-check",
+        "--disable-dev-shm-usage",
+        "--site-per-process",
+        ...(opts.chromeFlags ?? []),
+    ].filter((f) => typeof f === "string");
+    const chrome = await launch({
+        chromePath: opts.chromePath,
+        chromeFlags,
+        port: opts.port,
+        userDataDir: opts.userDataDir,
+        handleSIGINT: opts.handleSIGINT,
+        connectionPollInterval,
+        maxConnectionRetries,
+    });
+    const ws = await waitForWebSocketDebuggerUrl(chrome.port, deadlineMs);
+    await waitForWebSocketReady(ws, deadlineMs);
+    return { ws, chrome };
+}
+async function waitForWebSocketDebuggerUrl(port, deadlineMs) {
+    let lastErrMsg = "";
+    while (Date.now() < deadlineMs) {
+        try {
+            const resp = await fetch(`http://127.0.0.1:${port}/json/version`);
+            if (resp.ok) {
+                const json = (await resp.json());
+                const url = json
+                    .webSocketDebuggerUrl;
+                if (typeof url === "string")
+                    return url;
+            }
+            else {
+                lastErrMsg = `${resp.status} ${resp.statusText}`;
+            }
+        }
+        catch (err) {
+            lastErrMsg = err instanceof Error ? err.message : String(err);
+        }
+        await new Promise((r) => setTimeout(r, 250));
+    }
+    throw new ConnectionTimeoutError(`Timed out waiting for /json/version on port ${port} ${lastErrMsg ? ` (last error: ${lastErrMsg})` : ""}`);
+}
+async function waitForWebSocketReady(wsUrl, deadlineMs) {
+    let lastErrMsg = "";
+    while (Date.now() < deadlineMs) {
+        const remainingMs = Math.max(200, deadlineMs - Date.now());
+        try {
+            await probeWebSocket(wsUrl, Math.min(2_000, remainingMs));
+            return;
+        }
+        catch (error) {
+            lastErrMsg = error instanceof Error ? error.message : String(error);
+            await new Promise((r) => setTimeout(r, 100));
+        }
+    }
+    throw new ConnectionTimeoutError(`Timed out waiting for CDP websocket to accept connections at ${wsUrl}${lastErrMsg ? ` (last error: ${lastErrMsg})` : ""}`);
+}
+function probeWebSocket(wsUrl, timeoutMs) {
+    return new Promise((resolve, reject) => {
+        const ws = new WebSocket(wsUrl);
+        let settled = false;
+        const finish = (error) => {
+            if (settled)
+                return;
+            settled = true;
+            clearTimeout(timer);
+            try {
+                ws.terminate();
+            }
+            catch {
+                // best-effort cleanup
+            }
+            if (error) {
+                reject(error);
+                return;
+            }
+            resolve();
+        };
+        const timer = setTimeout(() => {
+            finish(new Error(`websocket probe timeout after ${timeoutMs}ms`));
+        }, timeoutMs);
+        ws.once("open", () => finish());
+        ws.once("error", (error) => finish(error));
+    });
+}
+//# sourceMappingURL=local.js.map

package/dist/esm/lib/v3/launch/local.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.js","sourceRoot":"","sources":["../../../../../lib/v3/launch/local.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAkB,MAAM,iBAAiB,CAAC;AACzD,OAAO,SAAS,MAAM,IAAI,CAAC;AAC3B,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAYtE,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAAwB;IAExB,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;IACjD,MAAM,sBAAsB,GAAG,GAAG,CAAC;IACnC,MAAM,oBAAoB,GAAG,IAAI,CAAC,GAAG,CACnC,CAAC,EACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,GAAG,sBAAsB,CAAC,CACrD,CAAC;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC;IACxC,MAAM,WAAW,GAAG;QAClB,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS;QACvC,0BAA0B;QAC1B,gBAAgB;QAChB,4BAA4B;QAC5B,yBAAyB;QACzB,oBAAoB;QACpB,GAAG,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;KAC5B,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;IAEpD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC1B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,sBAAsB;QACtB,oBAAoB;KACrB,CAAC,CAAC;IAEH,MAAM,EAAE,GAAG,MAAM,2BAA2B,CAAC,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACtE,MAAM,qBAAqB,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAE5C,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC;AACxB,CAAC;AAED,KAAK,UAAU,2BAA2B,CACxC,IAAY,EACZ,UAAkB;IAElB,IAAI,UAAU,GAAG,EAAE,CAAC;IAEpB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,eAAe,CAAC,CAAC;YAClE,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAY,CAAC;gBAC5C,MAAM,GAAG,GAAI,IAA0C;qBACpD,oBAAoB,CAAC;gBACxB,IAAI,OAAO,GAAG,KAAK,QAAQ;oBAAE,OAAO,GAAG,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,UAAU,GAAG,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACnD,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChE,CAAC;QACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,IAAI,sBAAsB,CAC9B,+CAA+C,IAAI,IACjD,UAAU,CAAC,CAAC,CAAC,iBAAiB,UAAU,GAAG,CAAC,CAAC,CAAC,EAChD,EAAE,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,KAAa,EACb,UAAkB;IAElB,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,EAAE,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACpE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,MAAM,IAAI,sBAAsB,CAC9B,gEAAgE,KAAK,GACnE,UAAU,CAAC,CAAC,CAAC,iBAAiB,UAAU,GAAG,CAAC,CAAC,CAAC,EAChD,EAAE,CACH,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,SAAiB;IACtD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,EAAE,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,MAAM,MAAM,GAAG,CAAC,KAAe,EAAE,EAAE;YACjC,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,CAAC;gBACH,EAAE,CAAC,SAAS,EAAE,CAAC;YACjB,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;YACD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,CAAC;gBACd,OAAO;YACT,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,SAAS,IAAI,CAAC,CAAC,CAAC;QACpE,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;QAChC,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC","sourcesContent":["import { launch, LaunchedChrome } from \"chrome-launcher\";\nimport WebSocket from \"ws\";\nimport { ConnectionTimeoutError } from \"../types/public/sdkErrors.js\";\n\ninterface LaunchLocalOptions {\n  chromePath?: string;\n  chromeFlags?: string[];\n  headless?: boolean;\n  userDataDir?: string;\n  port?: number;\n  connectTimeoutMs?: number;\n  handleSIGINT?: boolean;\n}\n\nexport async function launchLocalChrome(\n  opts: LaunchLocalOptions,\n): Promise<{ ws: string; chrome: LaunchedChrome }> {\n  const connectTimeoutMs = opts.connectTimeoutMs ?? 15_000;\n  const deadlineMs = Date.now() + connectTimeoutMs;\n  const connectionPollInterval = 250;\n  const maxConnectionRetries = Math.max(\n    1,\n    Math.ceil(connectTimeoutMs / connectionPollInterval),\n  );\n  const headless = opts.headless ?? false;\n  const chromeFlags = [\n    headless ? \"--headless=new\" : undefined,\n    \"--remote-allow-origins=*\",\n    \"--no-first-run\",\n    \"--no-default-browser-check\",\n    \"--disable-dev-shm-usage\",\n    \"--site-per-process\",\n    ...(opts.chromeFlags ?? []),\n  ].filter((f): f is string => typeof f === \"string\");\n\n  const chrome = await launch({\n    chromePath: opts.chromePath,\n    chromeFlags,\n    port: opts.port,\n    userDataDir: opts.userDataDir,\n    handleSIGINT: opts.handleSIGINT,\n    connectionPollInterval,\n    maxConnectionRetries,\n  });\n\n  const ws = await waitForWebSocketDebuggerUrl(chrome.port, deadlineMs);\n  await waitForWebSocketReady(ws, deadlineMs);\n\n  return { ws, chrome };\n}\n\nasync function waitForWebSocketDebuggerUrl(\n  port: number,\n  deadlineMs: number,\n): Promise<string> {\n  let lastErrMsg = \"\";\n\n  while (Date.now() < deadlineMs) {\n    try {\n      const resp = await fetch(`http://127.0.0.1:${port}/json/version`);\n      if (resp.ok) {\n        const json = (await resp.json()) as unknown;\n        const url = (json as { webSocketDebuggerUrl?: string })\n          .webSocketDebuggerUrl;\n        if (typeof url === \"string\") return url;\n      } else {\n        lastErrMsg = `${resp.status} ${resp.statusText}`;\n      }\n    } catch (err) {\n      lastErrMsg = err instanceof Error ? err.message : String(err);\n    }\n    await new Promise((r) => setTimeout(r, 250));\n  }\n\n  throw new ConnectionTimeoutError(\n    `Timed out waiting for /json/version on port ${port} ${\n      lastErrMsg ? ` (last error: ${lastErrMsg})` : \"\"\n    }`,\n  );\n}\n\nasync function waitForWebSocketReady(\n  wsUrl: string,\n  deadlineMs: number,\n): Promise<void> {\n  let lastErrMsg = \"\";\n  while (Date.now() < deadlineMs) {\n    const remainingMs = Math.max(200, deadlineMs - Date.now());\n    try {\n      await probeWebSocket(wsUrl, Math.min(2_000, remainingMs));\n      return;\n    } catch (error) {\n      lastErrMsg = error instanceof Error ? error.message : String(error);\n      await new Promise((r) => setTimeout(r, 100));\n    }\n  }\n  throw new ConnectionTimeoutError(\n    `Timed out waiting for CDP websocket to accept connections at ${wsUrl}${\n      lastErrMsg ? ` (last error: ${lastErrMsg})` : \"\"\n    }`,\n  );\n}\n\nfunction probeWebSocket(wsUrl: string, timeoutMs: number): Promise<void> {\n  return new Promise((resolve, reject) => {\n    const ws = new WebSocket(wsUrl);\n    let settled = false;\n    const finish = (error?: unknown) => {\n      if (settled) return;\n      settled = true;\n      clearTimeout(timer);\n      try {\n        ws.terminate();\n      } catch {\n        // best-effort cleanup\n      }\n      if (error) {\n        reject(error);\n        return;\n      }\n      resolve();\n    };\n    const timer = setTimeout(() => {\n      finish(new Error(`websocket probe timeout after ${timeoutMs}ms`));\n    }, timeoutMs);\n\n    ws.once(\"open\", () => finish());\n    ws.once(\"error\", (error) => finish(error));\n  });\n}\n"]}

package/dist/esm/lib/v3/llm/AnthropicClient.d.ts

@@ -0,0 +1,16 @@
+import { ClientOptions } from "@anthropic-ai/sdk";
+import { LogLine } from "../types/public/logs.js";
+import { AvailableModel } from "../types/public/model.js";
+import { CreateChatCompletionOptions, LLMClient, LLMResponse } from "./LLMClient.js";
+export declare class AnthropicClient extends LLMClient {
+    type: "anthropic";
+    private client;
+    clientOptions: ClientOptions;
+    constructor({ modelName, clientOptions, userProvidedInstructions, }: {
+        logger: (message: LogLine) => void;
+        modelName: AvailableModel;
+        clientOptions?: ClientOptions;
+        userProvidedInstructions?: string;
+    });
+    createChatCompletion<T = LLMResponse>({ options, retries, logger, }: CreateChatCompletionOptions): Promise<T>;
+}

package/dist/esm/lib/v3/llm/AnthropicClient.js

@@ -0,0 +1,239 @@
+import Anthropic from "@anthropic-ai/sdk";
+import { LLMClient, } from "./LLMClient.js";
+import { CreateChatCompletionResponseError } from "../types/public/sdkErrors.js";
+import { toJsonSchema } from "../zodCompat.js";
+export class AnthropicClient extends LLMClient {
+    type = "anthropic";
+    client;
+    constructor({ modelName, clientOptions, userProvidedInstructions, }) {
+        super(modelName);
+        this.client = new Anthropic(clientOptions);
+        this.modelName = modelName;
+        this.clientOptions = clientOptions;
+        this.userProvidedInstructions = userProvidedInstructions;
+    }
+    async createChatCompletion({ options, retries, logger, }) {
+        const optionsWithoutImage = { ...options };
+        delete optionsWithoutImage.image;
+        logger({
+            category: "anthropic",
+            message: "creating chat completion",
+            level: 2,
+            auxiliary: {
+                options: {
+                    value: JSON.stringify(optionsWithoutImage),
+                    type: "object",
+                },
+            },
+        });
+        const systemMessage = options.messages.find((msg) => {
+            if (msg.role === "system") {
+                if (typeof msg.content === "string") {
+                    return true;
+                }
+                else if (Array.isArray(msg.content)) {
+                    return msg.content.every((content) => content.type !== "image_url");
+                }
+            }
+            return false;
+        });
+        const userMessages = options.messages.filter((msg) => msg.role !== "system");
+        const formattedMessages = userMessages.map((msg) => {
+            if (typeof msg.content === "string") {
+                return {
+                    role: msg.role, // ensure its not checking for system types
+                    content: msg.content,
+                };
+            }
+            else {
+                return {
+                    role: msg.role,
+                    content: msg.content.map((content) => {
+                        if ("image_url" in content) {
+                            const formattedContent = {
+                                type: "image",
+                                source: {
+                                    type: "base64",
+                                    media_type: "image/jpeg",
+                                    data: content.image_url.url,
+                                },
+                            };
+                            return formattedContent;
+                        }
+                        else {
+                            return { type: "text", text: content.text };
+                        }
+                    }),
+                };
+            }
+        });
+        if (options.image) {
+            const screenshotMessage = {
+                role: "user",
+                content: [
+                    {
+                        type: "image",
+                        source: {
+                            type: "base64",
+                            media_type: "image/jpeg",
+                            data: options.image.buffer.toString("base64"),
+                        },
+                    },
+                ],
+            };
+            if (options.image.description &&
+                Array.isArray(screenshotMessage.content)) {
+                screenshotMessage.content.push({
+                    type: "text",
+                    text: options.image.description,
+                });
+            }
+            formattedMessages.push(screenshotMessage);
+        }
+        let anthropicTools = options.tools?.map((tool) => {
+            return {
+                name: tool.name,
+                description: tool.description,
+                input_schema: {
+                    type: "object",
+                    properties: tool.parameters.properties,
+                    required: tool.parameters.required,
+                },
+            };
+        });
+        let toolDefinition;
+        if (options.response_model) {
+            const jsonSchema = toJsonSchema(options.response_model.schema);
+            const { properties: schemaProperties, required: schemaRequired } = extractSchemaProperties(jsonSchema);
+            toolDefinition = {
+                name: "print_extracted_data",
+                description: "Prints the extracted data based on the provided schema.",
+                input_schema: {
+                    type: "object",
+                    properties: schemaProperties,
+                    required: schemaRequired,
+                },
+            };
+        }
+        if (toolDefinition) {
+            anthropicTools = anthropicTools ?? [];
+            anthropicTools.push(toolDefinition);
+        }
+        const response = await this.client.messages.create({
+            model: this.modelName,
+            max_tokens: options.maxOutputTokens || 8192,
+            messages: formattedMessages,
+            tools: anthropicTools,
+            system: systemMessage
+                ? systemMessage.content // we can cast because we already filtered out image content
+                : undefined,
+            temperature: options.temperature,
+        });
+        logger({
+            category: "anthropic",
+            message: "response",
+            level: 2,
+            auxiliary: {
+                response: {
+                    value: JSON.stringify(response),
+                    type: "object",
+                },
+                requestId: {
+                    value: options.requestId,
+                    type: "string",
+                },
+            },
+        });
+        // We'll compute usage data from the response
+        const usageData = {
+            prompt_tokens: response.usage.input_tokens,
+            completion_tokens: response.usage.output_tokens,
+            total_tokens: response.usage.input_tokens + response.usage.output_tokens,
+        };
+        const transformedResponse = {
+            id: response.id,
+            object: "chat.completion",
+            created: Date.now(),
+            model: response.model,
+            choices: [
+                {
+                    index: 0,
+                    message: {
+                        role: "assistant",
+                        content: response.content.find((c) => c.type === "text")?.text || null,
+                        tool_calls: response.content
+                            .filter((c) => c.type === "tool_use")
+                            .map((toolUse) => ({
+                            id: toolUse.id,
+                            type: "function",
+                            function: {
+                                name: toolUse.name,
+                                arguments: JSON.stringify(toolUse.input),
+                            },
+                        })),
+                    },
+                    finish_reason: response.stop_reason,
+                },
+            ],
+            usage: usageData,
+        };
+        logger({
+            category: "anthropic",
+            message: "transformed response",
+            level: 2,
+            auxiliary: {
+                transformedResponse: {
+                    value: JSON.stringify(transformedResponse),
+                    type: "object",
+                },
+                requestId: {
+                    value: options.requestId,
+                    type: "string",
+                },
+            },
+        });
+        if (options.response_model) {
+            const toolUse = response.content.find((c) => c.type === "tool_use");
+            if (toolUse && "input" in toolUse) {
+                const result = toolUse.input;
+                const finalParsedResponse = {
+                    data: result,
+                    usage: usageData,
+                };
+                return finalParsedResponse;
+            }
+            else {
+                if (!retries || retries < 5) {
+                    return this.createChatCompletion({
+                        options,
+                        logger,
+                        retries: (retries ?? 0) + 1,
+                    });
+                }
+                logger({
+                    category: "anthropic",
+                    message: "error creating chat completion",
+                    level: 0,
+                    auxiliary: {
+                        requestId: {
+                            value: options.requestId,
+                            type: "string",
+                        },
+                    },
+                });
+                throw new CreateChatCompletionResponseError("No tool use with input in response");
+            }
+        }
+        // if the function was called with a response model, it would have returned earlier
+        // so we can safely cast here to T, which defaults to AnthropicTransformedResponse
+        return transformedResponse;
+    }
+}
+const extractSchemaProperties = (jsonSchema) => {
+    const schemaRoot = jsonSchema.definitions?.MySchema || jsonSchema;
+    return {
+        properties: schemaRoot.properties,
+        required: schemaRoot.required,
+    };
+};
+//# sourceMappingURL=AnthropicClient.js.map

package/dist/esm/lib/v3/llm/AnthropicClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AnthropicClient.js","sourceRoot":"","sources":["../../../../../lib/v3/llm/AnthropicClient.ts"],"names":[],"mappings":"AAAA,OAAO,SAA4B,MAAM,mBAAmB,CAAC;AAY7D,OAAO,EAEL,SAAS,GAEV,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iCAAiC,EAAE,MAAM,8BAA8B,CAAC;AACjF,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,OAAO,eAAgB,SAAQ,SAAS;IACrC,IAAI,GAAG,WAAoB,CAAC;IAC3B,MAAM,CAAY;IAG1B,YAAY,EACV,SAAS,EACT,aAAa,EACb,wBAAwB,GAMzB;QACC,KAAK,CAAC,SAAS,CAAC,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,aAAa,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,wBAAwB,GAAG,wBAAwB,CAAC;IAC3D,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAkB,EAC1C,OAAO,EACP,OAAO,EACP,MAAM,GACsB;QAC5B,MAAM,mBAAmB,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;QAC3C,OAAO,mBAAmB,CAAC,KAAK,CAAC;QAEjC,MAAM,CAAC;YACL,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE,0BAA0B;YACnC,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,OAAO,EAAE;oBACP,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC;oBAC1C,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YAClD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;oBACpC,OAAO,IAAI,CAAC;gBACd,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtC,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAC1C,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,QAAQ,CAC/B,CAAC;QAEF,MAAM,iBAAiB,GAAmB,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YACjE,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACpC,OAAO;oBACL,IAAI,EAAE,GAAG,CAAC,IAA4B,EAAE,2CAA2C;oBACnF,OAAO,EAAE,GAAG,CAAC,OAAO;iBACrB,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,IAAI,EAAE,GAAG,CAAC,IAA4B;oBACtC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;wBACnC,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;4BAC3B,MAAM,gBAAgB,GAAoB;gCACxC,IAAI,EAAE,OAAO;gCACb,MAAM,EAAE;oCACN,IAAI,EAAE,QAAQ;oCACd,UAAU,EAAE,YAAY;oCACxB,IAAI,EAAE,OAAO,CAAC,SAAS,CAAC,GAAG;iCAC5B;6BACF,CAAC;4BAEF,OAAO,gBAAgB,CAAC;wBAC1B,CAAC;6BAAM,CAAC;4BACN,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;wBAC9C,CAAC;oBACH,CAAC,CAAC;iBACH,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAClB,MAAM,iBAAiB,GAAiB;gBACtC,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE;4BACN,IAAI,EAAE,QAAQ;4BACd,UAAU,EAAE,YAAY;4BACxB,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC;yBAC9C;qBACF;iBACF;aACF,CAAC;YACF,IACE,OAAO,CAAC,KAAK,CAAC,WAAW;gBACzB,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,OAAO,CAAC,EACxC,CAAC;gBACD,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;oBAC7B,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,WAAW;iBAChC,CAAC,CAAC;YACL,CAAC;YAED,iBAAiB,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,cAAc,GAAW,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACvD,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,UAAU;oBACtC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ;iBACnC;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,IAAI,cAAgC,CAAC;QACrC,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,EAAE,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,cAAc,EAAE,GAC9D,uBAAuB,CAAC,UAAU,CAAC,CAAC;YAEtC,cAAc,GAAG;gBACf,IAAI,EAAE,sBAAsB;gBAC5B,WAAW,EAAE,yDAAyD;gBACtE,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,gBAAgB;oBAC5B,QAAQ,EAAE,cAAc;iBACzB;aACF,CAAC;QACJ,CAAC;QAED,IAAI,cAAc,EAAE,CAAC;YACnB,cAAc,GAAG,cAAc,IAAI,EAAE,CAAC;YACtC,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACjD,KAAK,EAAE,IAAI,CAAC,SAAS;YACrB,UAAU,EAAE,OAAO,CAAC,eAAe,IAAI,IAAI;YAC3C,QAAQ,EAAE,iBAAiB;YAC3B,KAAK,EAAE,cAAc;YACrB,MAAM,EAAE,aAAa;gBACnB,CAAC,CAAE,aAAa,CAAC,OAAqC,CAAC,4DAA4D;gBACnH,CAAC,CAAC,SAAS;YACb,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;QAEH,MAAM,CAAC;YACL,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE,UAAU;YACnB,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,QAAQ,EAAE;oBACR,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC/B,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,OAAO,CAAC,SAAS;oBACxB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,6CAA6C;QAC7C,MAAM,SAAS,GAAG;YAChB,aAAa,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;YAC1C,iBAAiB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;YAC/C,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa;SACzE,CAAC;QAEF,MAAM,mBAAmB,GAAgB;YACvC,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,iBAAiB;YACzB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;YACnB,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,OAAO,EAAE;gBACP;oBACE,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE;wBACP,IAAI,EAAE,WAAW;wBACjB,OAAO,EACL,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,IAAI;wBAC/D,UAAU,EAAE,QAAQ,CAAC,OAAO;6BACzB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;6BACpC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;4BACjB,EAAE,EAAE,OAAO,CAAC,EAAE;4BACd,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE;gCACR,IAAI,EAAE,OAAO,CAAC,IAAI;gCAClB,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC;6BACzC;yBACF,CAAC,CAAC;qBACN;oBACD,aAAa,EAAE,QAAQ,CAAC,WAAW;iBACpC;aACF;YACD,KAAK,EAAE,SAAS;SACjB,CAAC;QAEF,MAAM,CAAC;YACL,QAAQ,EAAE,WAAW;YACrB,OAAO,EAAE,sBAAsB;YAC/B,KAAK,EAAE,CAAC;YACR,SAAS,EAAE;gBACT,mBAAmB,EAAE;oBACnB,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC;oBAC1C,IAAI,EAAE,QAAQ;iBACf;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE,OAAO,CAAC,SAAS;oBACxB,IAAI,EAAE,QAAQ;iBACf;aACF;SACF,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;YACpE,IAAI,OAAO,IAAI,OAAO,IAAI,OAAO,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;gBAE7B,MAAM,mBAAmB,GAAG;oBAC1B,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,SAAS;iBACD,CAAC;gBAElB,OAAO,mBAAmB,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,OAAO,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAC5B,OAAO,IAAI,CAAC,oBAAoB,CAAC;wBAC/B,OAAO;wBACP,MAAM;wBACN,OAAO,EAAE,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC;qBAC5B,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,CAAC;oBACL,QAAQ,EAAE,WAAW;oBACrB,OAAO,EAAE,gCAAgC;oBACzC,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE;wBACT,SAAS,EAAE;4BACT,KAAK,EAAE,OAAO,CAAC,SAAS;4BACxB,IAAI,EAAE,QAAQ;yBACf;qBACF;iBACF,CAAC,CAAC;gBACH,MAAM,IAAI,iCAAiC,CACzC,oCAAoC,CACrC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,mFAAmF;QACnF,kFAAkF;QAClF,OAAO,mBAAwB,CAAC;IAClC,CAAC;CACF;AAED,MAAM,uBAAuB,GAAG,CAAC,UAAqC,EAAE,EAAE;IACxE,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,QAAQ,IAAI,UAAU,CAAC;IAElE,OAAO;QACL,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,QAAQ,EAAE,UAAU,CAAC,QAAQ;KAC9B,CAAC;AACJ,CAAC,CAAC","sourcesContent":["import Anthropic, { ClientOptions } from \"@anthropic-ai/sdk\";\nimport {\n  ImageBlockParam,\n  MessageParam,\n  TextBlockParam,\n  Tool,\n} from \"@anthropic-ai/sdk/resources\";\nimport { LogLine } from \"../types/public/logs.js\";\nimport {\n  AnthropicJsonSchemaObject,\n  AvailableModel,\n} from \"../types/public/model.js\";\nimport {\n  CreateChatCompletionOptions,\n  LLMClient,\n  LLMResponse,\n} from \"./LLMClient.js\";\nimport { CreateChatCompletionResponseError } from \"../types/public/sdkErrors.js\";\nimport { toJsonSchema } from \"../zodCompat.js\";\n\nexport class AnthropicClient extends LLMClient {\n  public type = \"anthropic\" as const;\n  private client: Anthropic;\n  declare public clientOptions: ClientOptions;\n\n  constructor({\n    modelName,\n    clientOptions,\n    userProvidedInstructions,\n  }: {\n    logger: (message: LogLine) => void;\n    modelName: AvailableModel;\n    clientOptions?: ClientOptions;\n    userProvidedInstructions?: string;\n  }) {\n    super(modelName);\n    this.client = new Anthropic(clientOptions);\n    this.modelName = modelName;\n    this.clientOptions = clientOptions;\n    this.userProvidedInstructions = userProvidedInstructions;\n  }\n\n  async createChatCompletion<T = LLMResponse>({\n    options,\n    retries,\n    logger,\n  }: CreateChatCompletionOptions): Promise<T> {\n    const optionsWithoutImage = { ...options };\n    delete optionsWithoutImage.image;\n\n    logger({\n      category: \"anthropic\",\n      message: \"creating chat completion\",\n      level: 2,\n      auxiliary: {\n        options: {\n          value: JSON.stringify(optionsWithoutImage),\n          type: \"object\",\n        },\n      },\n    });\n\n    const systemMessage = options.messages.find((msg) => {\n      if (msg.role === \"system\") {\n        if (typeof msg.content === \"string\") {\n          return true;\n        } else if (Array.isArray(msg.content)) {\n          return msg.content.every((content) => content.type !== \"image_url\");\n        }\n      }\n      return false;\n    });\n\n    const userMessages = options.messages.filter(\n      (msg) => msg.role !== \"system\",\n    );\n\n    const formattedMessages: MessageParam[] = userMessages.map((msg) => {\n      if (typeof msg.content === \"string\") {\n        return {\n          role: msg.role as \"user\" | \"assistant\", // ensure its not checking for system types\n          content: msg.content,\n        };\n      } else {\n        return {\n          role: msg.role as \"user\" | \"assistant\",\n          content: msg.content.map((content) => {\n            if (\"image_url\" in content) {\n              const formattedContent: ImageBlockParam = {\n                type: \"image\",\n                source: {\n                  type: \"base64\",\n                  media_type: \"image/jpeg\",\n                  data: content.image_url.url,\n                },\n              };\n\n              return formattedContent;\n            } else {\n              return { type: \"text\", text: content.text };\n            }\n          }),\n        };\n      }\n    });\n\n    if (options.image) {\n      const screenshotMessage: MessageParam = {\n        role: \"user\",\n        content: [\n          {\n            type: \"image\",\n            source: {\n              type: \"base64\",\n              media_type: \"image/jpeg\",\n              data: options.image.buffer.toString(\"base64\"),\n            },\n          },\n        ],\n      };\n      if (\n        options.image.description &&\n        Array.isArray(screenshotMessage.content)\n      ) {\n        screenshotMessage.content.push({\n          type: \"text\",\n          text: options.image.description,\n        });\n      }\n\n      formattedMessages.push(screenshotMessage);\n    }\n\n    let anthropicTools: Tool[] = options.tools?.map((tool) => {\n      return {\n        name: tool.name,\n        description: tool.description,\n        input_schema: {\n          type: \"object\",\n          properties: tool.parameters.properties,\n          required: tool.parameters.required,\n        },\n      };\n    });\n\n    let toolDefinition: Tool | undefined;\n    if (options.response_model) {\n      const jsonSchema = toJsonSchema(options.response_model.schema);\n      const { properties: schemaProperties, required: schemaRequired } =\n        extractSchemaProperties(jsonSchema);\n\n      toolDefinition = {\n        name: \"print_extracted_data\",\n        description: \"Prints the extracted data based on the provided schema.\",\n        input_schema: {\n          type: \"object\",\n          properties: schemaProperties,\n          required: schemaRequired,\n        },\n      };\n    }\n\n    if (toolDefinition) {\n      anthropicTools = anthropicTools ?? [];\n      anthropicTools.push(toolDefinition);\n    }\n\n    const response = await this.client.messages.create({\n      model: this.modelName,\n      max_tokens: options.maxOutputTokens || 8192,\n      messages: formattedMessages,\n      tools: anthropicTools,\n      system: systemMessage\n        ? (systemMessage.content as string | TextBlockParam[]) // we can cast because we already filtered out image content\n        : undefined,\n      temperature: options.temperature,\n    });\n\n    logger({\n      category: \"anthropic\",\n      message: \"response\",\n      level: 2,\n      auxiliary: {\n        response: {\n          value: JSON.stringify(response),\n          type: \"object\",\n        },\n        requestId: {\n          value: options.requestId,\n          type: \"string\",\n        },\n      },\n    });\n\n    // We'll compute usage data from the response\n    const usageData = {\n      prompt_tokens: response.usage.input_tokens,\n      completion_tokens: response.usage.output_tokens,\n      total_tokens: response.usage.input_tokens + response.usage.output_tokens,\n    };\n\n    const transformedResponse: LLMResponse = {\n      id: response.id,\n      object: \"chat.completion\",\n      created: Date.now(),\n      model: response.model,\n      choices: [\n        {\n          index: 0,\n          message: {\n            role: \"assistant\",\n            content:\n              response.content.find((c) => c.type === \"text\")?.text || null,\n            tool_calls: response.content\n              .filter((c) => c.type === \"tool_use\")\n              .map((toolUse) => ({\n                id: toolUse.id,\n                type: \"function\",\n                function: {\n                  name: toolUse.name,\n                  arguments: JSON.stringify(toolUse.input),\n                },\n              })),\n          },\n          finish_reason: response.stop_reason,\n        },\n      ],\n      usage: usageData,\n    };\n\n    logger({\n      category: \"anthropic\",\n      message: \"transformed response\",\n      level: 2,\n      auxiliary: {\n        transformedResponse: {\n          value: JSON.stringify(transformedResponse),\n          type: \"object\",\n        },\n        requestId: {\n          value: options.requestId,\n          type: \"string\",\n        },\n      },\n    });\n\n    if (options.response_model) {\n      const toolUse = response.content.find((c) => c.type === \"tool_use\");\n      if (toolUse && \"input\" in toolUse) {\n        const result = toolUse.input;\n\n        const finalParsedResponse = {\n          data: result,\n          usage: usageData,\n        } as unknown as T;\n\n        return finalParsedResponse;\n      } else {\n        if (!retries || retries < 5) {\n          return this.createChatCompletion({\n            options,\n            logger,\n            retries: (retries ?? 0) + 1,\n          });\n        }\n        logger({\n          category: \"anthropic\",\n          message: \"error creating chat completion\",\n          level: 0,\n          auxiliary: {\n            requestId: {\n              value: options.requestId,\n              type: \"string\",\n            },\n          },\n        });\n        throw new CreateChatCompletionResponseError(\n          \"No tool use with input in response\",\n        );\n      }\n    }\n\n    // if the function was called with a response model, it would have returned earlier\n    // so we can safely cast here to T, which defaults to AnthropicTransformedResponse\n    return transformedResponse as T;\n  }\n}\n\nconst extractSchemaProperties = (jsonSchema: AnthropicJsonSchemaObject) => {\n  const schemaRoot = jsonSchema.definitions?.MySchema || jsonSchema;\n\n  return {\n    properties: schemaRoot.properties,\n    required: schemaRoot.required,\n  };\n};\n"]}

package/dist/esm/lib/v3/llm/CerebrasClient.d.ts

@@ -0,0 +1,17 @@
+import type { ClientOptions } from "openai";
+import { LogLine } from "../types/public/logs.js";
+import { AvailableModel } from "../types/public/model.js";
+import { CreateChatCompletionOptions, LLMClient, LLMResponse } from "./LLMClient.js";
+export declare class CerebrasClient extends LLMClient {
+    type: "cerebras";
+    private client;
+    clientOptions: ClientOptions;
+    hasVision: boolean;
+    constructor({ modelName, clientOptions, userProvidedInstructions, }: {
+        logger: (message: LogLine) => void;
+        modelName: AvailableModel;
+        clientOptions?: ClientOptions;
+        userProvidedInstructions?: string;
+    });
+    createChatCompletion<T = LLMResponse>({ options, retries, logger, }: CreateChatCompletionOptions): Promise<T>;
+}