@p-sw/brainbox 0.1.0 → 0.1.1

package/src/provider/providers/anthropic.ts

@@ -1,257 +0,0 @@
-import { logger } from "@/utils/logger";
-import { z } from "zod";
-import {
-  LLMExecutor,
-  defaultReasoningEffort,
-  readAuthString,
-  type CallOptions,
-  type ChatChoice,
-  type ChatFunctionTool,
-  type ChatMessages,
-  type ChatWithToolsOptions,
-  type ReasoningEffort,
-  type ToolCall,
-} from "../llm";
-
-type AnthropicTool = {
-  name: string;
-  description?: string;
-  input_schema: Record<string, unknown>;
-};
-
-type AnthropicContentBlock =
-  | { type: "text"; text: string }
-  | { type: "tool_use"; id: string; name: string; input: unknown };
-
-type AnthropicResponse = {
-  content?: AnthropicContentBlock[];
-  stop_reason?: string;
-  error?: { message?: string; type?: string };
-};
-
-const REASONING_BUDGET: Record<Exclude<ReasoningEffort, "none">, number> = {
-  low: 1024,
-  medium: 4096,
-  high: 16384,
-};
-
-const AnthropicAuthSchema = z
-  .object({
-    baseURL: z.string().optional(),
-    apiVersion: z.string().optional(),
-  })
-  .loose();
-
-function toAnthropicMessages(messages: ChatMessages[]): {
-  system?: string;
-  msgs: Array<Record<string, unknown>>;
-} {
-  let system: string | undefined;
-  const msgs: Array<Record<string, unknown>> = [];
-  for (const m of messages) {
-    if (m.role === "system") {
-      system = (system ? system + "\n\n" : "") + m.content;
-      continue;
-    }
-    if (m.role === "user") {
-      msgs.push({ role: "user", content: m.content });
-      continue;
-    }
-    if (m.role === "assistant") {
-      const blocks: AnthropicContentBlock[] = [];
-      if (m.content) blocks.push({ type: "text", text: m.content });
-      if (m.toolCalls) {
-        for (const c of m.toolCalls) {
-          let input: unknown = {};
-          try {
-            input = c.function.arguments
-              ? JSON.parse(c.function.arguments)
-              : {};
-          } catch {
-            input = {};
-          }
-          blocks.push({
-            type: "tool_use",
-            id: c.id,
-            name: c.function.name,
-            input,
-          });
-        }
-      }
-      msgs.push({ role: "assistant", content: blocks });
-      continue;
-    }
-    if (m.role === "tool") {
-      msgs.push({
-        role: "user",
-        content: [
-          {
-            type: "tool_result",
-            tool_use_id: m.toolCallId,
-            content: m.content,
-          },
-        ],
-      });
-    }
-  }
-  return { system, msgs };
-}
-
-function toAnthropicTool(t: ChatFunctionTool): AnthropicTool {
-  return {
-    name: t.name,
-    description: t.description,
-    input_schema: t.parameters ?? { type: "object", properties: {} },
-  };
-}
-
-export class AnthropicExecutor extends LLMExecutor {
-  readonly providerName = "anthropic";
-  readonly models: { conversation: string; identity: string };
-
-  private readonly apiKey: string;
-  private readonly baseURL: string;
-  private readonly apiVersion: string;
-
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    super();
-    this.models = {
-      conversation: opts.conversationModel,
-      identity: opts.identityModel,
-    };
-    this.apiKey = opts.apiKey;
-    const parsed = AnthropicAuthSchema.safeParse(opts.auth ?? {});
-    const extra = parsed.success ? parsed.data : {};
-    this.baseURL = (
-      extra.baseURL ??
-      readAuthString(opts.auth, "baseURL", "ANTHROPIC_BASE_URL") ??
-      "https://api.anthropic.com"
-    ).replace(/\/v1\/?$/, "");
-    this.apiVersion = extra.apiVersion ?? "2023-06-01";
-  }
-
-  private async send(
-    body: Record<string, unknown>,
-  ): Promise<AnthropicResponse> {
-    const res = await fetch(`${this.baseURL}/v1/messages`, {
-      method: "POST",
-      headers: {
-        "x-api-key": this.apiKey,
-        "anthropic-version": this.apiVersion,
-        "Content-Type": "application/json",
-      },
-      body: JSON.stringify(body),
-    });
-    if (!res.ok) {
-      const text = await res.text().catch(() => "");
-      throw new Error(
-        `anthropic request failed: ${res.status} ${res.statusText} body=${text.slice(0, 500)}`,
-      );
-    }
-    return (await res.json()) as AnthropicResponse;
-  }
-
-  async call<T>(model: string, options: CallOptions): Promise<T> {
-    const jsonMode = "jsonSchemaName" in options;
-    const reasoning = defaultReasoningEffort(
-      options.reasoningEffort,
-      model,
-      this.models.identity,
-    );
-    const log = logger.child("llm:anthropic");
-    log.debug(
-      `call: model=${model} jsonSchema=${jsonMode ? options.jsonSchemaName : "-"} msgLen=${options.message.length}`,
-    );
-    const body: Record<string, unknown> = {
-      model,
-      max_tokens: 4096,
-      system: options.instruction,
-      messages: [{ role: "user", content: options.message }],
-    };
-    if (reasoning !== "none") {
-      body["thinking"] = {
-        type: "enabled",
-        budget_tokens: REASONING_BUDGET[reasoning],
-      };
-    }
-    const data = await this.send(body);
-    if (data.error) {
-      throw new Error(
-        `anthropic API error: ${data.error.message ?? "unknown"}`,
-      );
-    }
-    const text = (data.content ?? [])
-      .filter((b): b is { type: "text"; text: string } => b.type === "text")
-      .map((b) => b.text)
-      .join("");
-    if (!text) {
-      throw new Error("Empty response from model");
-    }
-    return (jsonMode ? JSON.parse(text) : text) as T;
-  }
-
-  async chatWithTools(
-    model: string,
-    options: ChatWithToolsOptions,
-  ): Promise<ChatChoice> {
-    const reasoning = defaultReasoningEffort(
-      options.reasoningEffort,
-      model,
-      this.models.identity,
-    );
-    const log = logger.child("llm:anthropic");
-    log.debug(
-      `chatWithTools: model=${model} msgs=${options.messages.length} tools=${options.tools.length}`,
-    );
-    const { system, msgs } = toAnthropicMessages(options.messages);
-    const body: Record<string, unknown> = {
-      model,
-      max_tokens: 4096,
-      system: system ?? options.instruction,
-      messages: msgs,
-      tools: options.tools.map(toAnthropicTool),
-    };
-    if (reasoning !== "none") {
-      body["thinking"] = {
-        type: "enabled",
-        budget_tokens: REASONING_BUDGET[reasoning],
-      };
-    }
-    const data = await this.send(body);
-    if (data.error) {
-      throw new Error(
-        `anthropic API error: ${data.error.message ?? "unknown"}`,
-      );
-    }
-    const blocks = data.content ?? [];
-    const text = blocks
-      .filter((b): b is { type: "text"; text: string } => b.type === "text")
-      .map((b) => b.text)
-      .join("");
-    const toolCalls: ToolCall[] | undefined = blocks
-      .filter(
-        (
-          b,
-        ): b is {
-          type: "tool_use";
-          id: string;
-          name: string;
-          input: unknown;
-        } => b.type === "tool_use",
-      )
-      .map((b) => ({
-        id: b.id,
-        function: {
-          name: b.name,
-          arguments:
-            typeof b.input === "string" ? b.input : JSON.stringify(b.input),
-        },
-      }));
-    return { message: { content: text || undefined, toolCalls } };
-  }
-}

package/src/provider/providers/azure_cognitive.ts

@@ -1,40 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-import { readAuthString, type ReasoningEffort } from "../llm";
-
-export class AzureCognitiveExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    const resource = readAuthString(
-      opts.auth,
-      "resource",
-      "AZURE_COGNITIVE_RESOURCE",
-    );
-    super({
-      providerName: "azure-cognitive",
-      baseURL: `https://${resource || "__resource__"}.cognitiveservices.azure.com/openai/deployments`,
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-    this.apiVersion =
-      readAuthString(opts.auth, "apiVersion", "AZURE_COGNITIVE_API_VERSION") ||
-      "2024-08-01-preview";
-  }
-
-  private readonly apiVersion: string;
-
-  protected override buildRequestUrl(
-    model: string,
-    _reasoningEffort: ReasoningEffort | undefined,
-  ): string {
-    const url = new URL(
-      `${this.baseURL}/${encodeURIComponent(model)}/chat/completions`,
-    );
-    url.searchParams.set("api-version", this.apiVersion);
-    return url.toString();
-  }
-}

package/src/provider/providers/azure_openai.ts

@@ -1,49 +0,0 @@
-import { logger } from "@/utils/logger";
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-import { readAuthString, type ReasoningEffort } from "../llm";
-
-export class AzureOpenAIExecutor extends OpenAICompatibleExecutor {
-  private readonly apiVersion: string;
-
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    const resource = readAuthString(
-      opts.auth,
-      "resource",
-      "AZURE_OPENAI_RESOURCE",
-    );
-    const apiVersion =
-      readAuthString(opts.auth, "apiVersion", "AZURE_OPENAI_API_VERSION") ||
-      "2024-08-01-preview";
-    if (!resource) {
-      logger
-        .child("llm:azure-openai")
-        .warn(
-          "azure-openai: no resource configured; set auth.azure-openai.resource or AZURE_OPENAI_RESOURCE",
-        );
-    }
-    super({
-      providerName: "azure-openai",
-      baseURL: `https://${resource || "__resource__"}.openai.azure.com/openai/deployments`,
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-    this.apiVersion = apiVersion;
-  }
-
-  protected override buildRequestUrl(
-    model: string,
-    _reasoningEffort: ReasoningEffort | undefined,
-  ): string {
-    const url = new URL(
-      `${this.baseURL}/${encodeURIComponent(model)}/chat/completions`,
-    );
-    url.searchParams.set("api-version", this.apiVersion);
-    return url.toString();
-  }
-}

package/src/provider/providers/baseten.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class BasetenExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "baseten",
-      baseURL: "https://api.baseten.co/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/bedrock.ts

@@ -1,312 +0,0 @@
-import { logger } from "@/utils/logger";
-import { createHmac, createHash } from "node:crypto";
-import {
-  LLMExecutor,
-  readAuthString,
-  type CallOptions,
-  type ChatChoice,
-  type ChatFunctionTool,
-  type ChatMessages,
-  type ChatWithToolsOptions,
-  type ToolCall,
-} from "../llm";
-
-type BedrockBody = {
-  anthropic_version: string;
-  max_tokens: number;
-  system?: string;
-  messages: Array<Record<string, unknown>>;
-  tools?: Array<Record<string, unknown>>;
-};
-
-type BedrockResponse = Record<string, unknown>;
-
-const pad2 = (n: number): string => n.toString().padStart(2, "0");
-
-function amzDate(now: Date): { date: string; datetime: string } {
-  return {
-    date: `${now.getUTCFullYear()}${pad2(now.getUTCMonth() + 1)}${pad2(now.getUTCDate())}`,
-    datetime:
-      `${now.getUTCFullYear()}${pad2(now.getUTCMonth() + 1)}${pad2(now.getUTCDate())}T` +
-      `${pad2(now.getUTCHours())}${pad2(now.getUTCMinutes())}${pad2(now.getUTCSeconds())}Z`,
-  };
-}
-
-function signRequest(opts: {
-  method: string;
-  host: string;
-  path: string;
-  body: string;
-  region: string;
-  service: string;
-  accessKey: string;
-  secretKey: string;
-  sessionToken?: string;
-}): Record<string, string> {
-  const now = new Date();
-  const { date, datetime } = amzDate(now);
-  const payloadHash = createHash("sha256")
-    .update(opts.body, "utf8")
-    .digest("hex");
-
-  const canonicalHeaders =
-    `content-type:application/json\n` +
-    `host:${opts.host}\n` +
-    `x-amz-content-sha256:${payloadHash}\n` +
-    `x-amz-date:${datetime}\n` +
-    (opts.sessionToken ? `x-amz-security-token:${opts.sessionToken}\n` : "");
-  const signedHeaders =
-    `content-type;host;x-amz-content-sha256;x-amz-date` +
-    (opts.sessionToken ? `;x-amz-security-token` : "");
-
-  const canonicalRequest = [
-    opts.method,
-    opts.path,
-    "",
-    canonicalHeaders,
-    signedHeaders,
-    payloadHash,
-  ].join("\n");
-
-  const credentialScope = `${date}/${opts.region}/${opts.service}/aws4_request`;
-  const stringToSign = [
-    "AWS4-HMAC-SHA256",
-    datetime,
-    credentialScope,
-    createHash("sha256").update(canonicalRequest, "utf8").digest("hex"),
-  ].join("\n");
-
-  // AWS SigV4 key derivation: four rounds of HMAC-SHA256 with a layered key.
-  const kDate = createHmac("sha256", `AWS4${opts.secretKey}`)
-    .update(date, "utf8")
-    .digest();
-  const kRegion = createHmac("sha256", kDate)
-    .update(opts.region, "utf8")
-    .digest();
-  const kService = createHmac("sha256", kRegion)
-    .update(opts.service, "utf8")
-    .digest();
-  const kSigning = createHmac("sha256", kService)
-    .update("aws4_request", "utf8")
-    .digest();
-  const signature = createHmac("sha256", kSigning)
-    .update(stringToSign, "utf8")
-    .digest("hex");
-
-  const auth = `AWS4-HMAC-SHA256 Credential=${opts.accessKey}/${credentialScope}, SignedHeaders=${signedHeaders}, Signature=${signature}`;
-  const headers: Record<string, string> = {
-    Authorization: auth,
-    "Content-Type": "application/json",
-    "X-Amz-Date": datetime,
-    "X-Amz-Content-Sha256": payloadHash,
-  };
-  if (opts.sessionToken) headers["X-Amz-Security-Token"] = opts.sessionToken;
-  return headers;
-}
-
-function toAnthropicMessages(messages: ChatMessages[]): {
-  system?: string;
-  msgs: Array<Record<string, unknown>>;
-} {
-  let system: string | undefined;
-  const msgs: Array<Record<string, unknown>> = [];
-  for (const m of messages) {
-    if (m.role === "system") {
-      system = (system ? system + "\n\n" : "") + m.content;
-      continue;
-    }
-    if (m.role === "user") {
-      msgs.push({ role: "user", content: [{ type: "text", text: m.content }] });
-      continue;
-    }
-    if (m.role === "assistant") {
-      const blocks: Array<Record<string, unknown>> = [];
-      if (m.content) blocks.push({ type: "text", text: m.content });
-      if (m.toolCalls) {
-        for (const c of m.toolCalls) {
-          let input: unknown = {};
-          try {
-            input = c.function.arguments
-              ? JSON.parse(c.function.arguments)
-              : {};
-          } catch {
-            input = {};
-          }
-          blocks.push({
-            type: "tool_use",
-            id: c.id,
-            name: c.function.name,
-            input,
-          });
-        }
-      }
-      msgs.push({ role: "assistant", content: blocks });
-      continue;
-    }
-    if (m.role === "tool") {
-      msgs.push({
-        role: "user",
-        content: [
-          {
-            type: "tool_result",
-            tool_use_id: m.toolCallId,
-            content: [{ type: "text", text: m.content }],
-          },
-        ],
-      });
-    }
-  }
-  return { system, msgs };
-}
-
-function toAnthropicTool(t: ChatFunctionTool) {
-  return {
-    name: t.name,
-    description: t.description,
-    input_schema: t.parameters ?? { type: "object", properties: {} },
-  };
-}
-
-function extractAnthropicContent(data: BedrockResponse): {
-  text: string;
-  toolCalls: ToolCall[] | undefined;
-} {
-  const content = (data["content"] as Array<Record<string, unknown>>) ?? [];
-  const text = content
-    .filter((b) => b["type"] === "text")
-    .map((b) => b["text"] as string)
-    .join("");
-  const toolCalls: ToolCall[] | undefined = content
-    .filter((b) => b["type"] === "tool_use")
-    .map((b) => ({
-      id: b["id"] as string,
-      function: {
-        name: b["name"] as string,
-        arguments:
-          typeof b["input"] === "string"
-            ? b["input"]
-            : JSON.stringify(b["input"] ?? {}),
-      },
-    }));
-  return { text, toolCalls };
-}
-
-export class BedrockExecutor extends LLMExecutor {
-  readonly providerName = "bedrock";
-  readonly models: { conversation: string; identity: string };
-
-  private readonly accessKeyId: string;
-  private readonly secretAccessKey: string;
-  private readonly region: string;
-  private readonly baseURL: string;
-  private readonly sessionToken: string;
-
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    super();
-    this.models = {
-      conversation: opts.conversationModel,
-      identity: opts.identityModel,
-    };
-    const colon = opts.apiKey.indexOf(":");
-    this.accessKeyId = colon >= 0 ? opts.apiKey.slice(0, colon) : opts.apiKey;
-    this.secretAccessKey =
-      colon >= 0
-        ? opts.apiKey.slice(colon + 1)
-        : readAuthString(opts.auth, "secretAccessKey", "AWS_SECRET_ACCESS_KEY");
-    this.region =
-      readAuthString(opts.auth, "region", "AWS_REGION") || "us-east-1";
-    this.sessionToken = readAuthString(
-      opts.auth,
-      "sessionToken",
-      "AWS_SESSION_TOKEN",
-    );
-    this.baseURL = `https://bedrock-runtime.${this.region}.amazonaws.com`;
-  }
-
-  private async invoke(
-    model: string,
-    body: BedrockBody,
-  ): Promise<BedrockResponse> {
-    const bodyStr = JSON.stringify(body);
-    const path = `/model/${encodeURIComponent(model)}/invoke`;
-    const headers = signRequest({
-      method: "POST",
-      host: `bedrock-runtime.${this.region}.amazonaws.com`,
-      path,
-      body: bodyStr,
-      region: this.region,
-      service: "bedrock",
-      accessKey: this.accessKeyId,
-      secretKey: this.secretAccessKey,
-      sessionToken: this.sessionToken || undefined,
-    });
-    const res = await fetch(this.baseURL + path, {
-      method: "POST",
-      headers,
-      body: bodyStr,
-    });
-    if (!res.ok) {
-      const text = await res.text().catch(() => "");
-      throw new Error(
-        `bedrock request failed: ${res.status} ${res.statusText} body=${text.slice(0, 500)}`,
-      );
-    }
-    return (await res.json()) as BedrockResponse;
-  }
-
-  async call<T>(model: string, options: CallOptions): Promise<T> {
-    const jsonMode = "jsonSchemaName" in options;
-    const log = logger.child("llm:bedrock");
-    log.debug(
-      `call: model=${model} jsonSchema=${jsonMode ? options.jsonSchemaName : "-"} msgLen=${options.message.length}`,
-    );
-    if (!model.startsWith("anthropic.") && !model.startsWith("us.anthropic.")) {
-      throw new Error(
-        `bedrock provider currently only supports Anthropic models (got ${model})`,
-      );
-    }
-    const body: BedrockBody = {
-      anthropic_version: "bedrock-2023-05-31",
-      max_tokens: 4096,
-      system: options.instruction,
-      messages: [{ role: "user", content: options.message }],
-    };
-    const data = await this.invoke(model, body);
-    const { text } = extractAnthropicContent(data);
-    if (!text) {
-      throw new Error("Empty response from model");
-    }
-    return (jsonMode ? JSON.parse(text) : text) as T;
-  }
-
-  async chatWithTools(
-    model: string,
-    options: ChatWithToolsOptions,
-  ): Promise<ChatChoice> {
-    const log = logger.child("llm:bedrock");
-    log.debug(
-      `chatWithTools: model=${model} msgs=${options.messages.length} tools=${options.tools.length}`,
-    );
-    if (!model.startsWith("anthropic.") && !model.startsWith("us.anthropic.")) {
-      throw new Error(
-        `bedrock provider currently only supports Anthropic models (got ${model})`,
-      );
-    }
-    const { system, msgs } = toAnthropicMessages(options.messages);
-    const body: BedrockBody = {
-      anthropic_version: "bedrock-2023-05-31",
-      max_tokens: 4096,
-      system: system ?? options.instruction,
-      messages: msgs,
-      tools: options.tools.map(toAnthropicTool),
-    };
-    const data = await this.invoke(model, body);
-    const { text, toolCalls } = extractAnthropicContent(data);
-    return { message: { content: text || undefined, toolCalls } };
-  }
-}

package/src/provider/providers/cerebras.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class CerebrasExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "cerebras",
-      baseURL: "https://api.cerebras.ai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}