@p-sw/brainbox 0.1.0 → 0.1.1

package/src/provider/providers/moonshot.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class MoonshotExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "moonshot",
-      baseURL: "https://api.moonshot.ai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/nebius.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class NebiusExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "nebius",
-      baseURL: "https://api.tokenfactory.nebius.com/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/nvidia.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class NvidiaExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "nvidia",
-      baseURL: "https://integrate.api.nvidia.com/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/ollama.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class OllamaExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "ollama",
-      baseURL: "http://127.0.0.1:11434/v1",
-      apiKey: opts.apiKey || "ollama",
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/ollama_cloud.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class OllamaCloudExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "ollama-cloud",
-      baseURL: "https://api.ollama.cloud/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/openai.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class OpenAIExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "openai",
-      baseURL: "https://api.openai.com/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/openai_compatible.ts

@@ -1,293 +0,0 @@
-import { logger } from "@/utils/logger";
-import {
-  LLMExecutor,
-  defaultReasoningEffort,
-  type CallOptions,
-  type ChatChoice,
-  type ChatFunctionTool,
-  type ChatMessages,
-  type ChatWithToolsOptions,
-  type ReasoningEffort,
-  type ToolCall,
-} from "../llm";
-
-const log = logger.child("llm:openai-compatible");
-
-// ponytail: Most LLM providers expose an OpenAI-compatible /v1/chat/completions endpoint.
-// One executor, parameterized by baseURL + auth headers, covers the majority of the list.
-// Per-provider tweaks live in subclass overrides; default behavior needs none.
-
-export type OpenAICompatibleOptions = {
-  baseURL: string;
-  apiKey: string;
-  conversationModel: string;
-  identityModel: string;
-  defaultHeaders?: Record<string, string>;
-  chatPath?: string;
-  noBearerPrefix?: boolean;
-  reasoningEffortInQuery?: boolean;
-  providerName: string;
-};
-
-type ChatMessageWire =
-  | { role: "system" | "user"; content: string }
-  | {
-      role: "assistant";
-      content: string | null;
-      tool_calls?: Array<{
-        id: string;
-        type: "function";
-        function: { name: string; arguments: string };
-      }>;
-    }
-  | { role: "tool"; content: string; tool_call_id: string };
-
-type ChatResponse = {
-  choices?: Array<{
-    message?: {
-      content?: string | null;
-      tool_calls?: Array<{
-        id: string;
-        type: "function";
-        function: { name: string; arguments: string };
-      }>;
-    };
-  }>;
-  error?: { message?: string; type?: string };
-};
-
-function toWireMessage(m: ChatMessages): ChatMessageWire {
-  if (m.role === "assistant") {
-    return {
-      role: "assistant",
-      content: m.content ?? null,
-      tool_calls: m.toolCalls?.map((c) => ({
-        id: c.id,
-        type: "function",
-        function: { name: c.function.name, arguments: c.function.arguments },
-      })),
-    };
-  }
-  if (m.role === "tool") {
-    return { role: "tool", content: m.content, tool_call_id: m.toolCallId };
-  }
-  return { role: m.role, content: m.content };
-}
-
-function fromChoice(
-  choice: NonNullable<ChatResponse["choices"]>[number],
-): ChatChoice {
-  const msg = choice.message ?? {};
-  const toolCalls: ToolCall[] | undefined = msg.tool_calls?.map((c) => ({
-    id: c.id,
-    function: { name: c.function.name, arguments: c.function.arguments },
-  }));
-  return {
-    message: {
-      content: typeof msg.content === "string" ? msg.content : undefined,
-      toolCalls,
-    },
-  };
-}
-
-function toWireTool(t: ChatFunctionTool) {
-  return {
-    type: "function" as const,
-    function: {
-      name: t.name,
-      description: t.description ?? "",
-      parameters: t.parameters ?? {},
-    },
-  };
-}
-
-function buildResponseFormat(
-  jsonSchemaName: string,
-  jsonSchema: Record<string, unknown> | undefined,
-): Record<string, unknown> {
-  return {
-    type: "json_schema",
-    json_schema: {
-      name: jsonSchemaName,
-      schema: jsonSchema ?? {},
-      strict: true,
-    },
-  };
-}
-
-export class OpenAICompatibleExecutor extends LLMExecutor {
-  readonly providerName: string;
-  readonly models: { conversation: string; identity: string };
-
-  protected readonly baseURL: string;
-  protected readonly apiKey: string;
-  protected readonly defaultHeaders: Record<string, string>;
-  protected readonly chatPath: string;
-  protected readonly noBearerPrefix: boolean;
-  protected readonly reasoningEffortInQuery: boolean;
-
-  constructor(opts: OpenAICompatibleOptions) {
-    super();
-    this.providerName = opts.providerName;
-    this.baseURL = opts.baseURL.replace(/\/+$/, "");
-    this.apiKey = opts.apiKey;
-    this.defaultHeaders = opts.defaultHeaders ?? {};
-    this.chatPath = opts.chatPath ?? "/chat/completions";
-    this.noBearerPrefix = opts.noBearerPrefix ?? false;
-    this.reasoningEffortInQuery = opts.reasoningEffortInQuery ?? false;
-    this.models = {
-      conversation: opts.conversationModel,
-      identity: opts.identityModel,
-    };
-  }
-
-  protected buildBody(opts: {
-    model: string;
-    messages: ChatMessageWire[];
-    responseFormat?: Record<string, unknown>;
-    tools?: unknown[];
-    parallelToolCalls?: boolean;
-    reasoningEffort?: ReasoningEffort;
-  }): Record<string, unknown> {
-    const body: Record<string, unknown> = {
-      model: opts.model,
-      messages: opts.messages,
-      stream: false,
-    };
-    if (opts.responseFormat) body["response_format"] = opts.responseFormat;
-    if (opts.tools) body["tools"] = opts.tools;
-    if (opts.parallelToolCalls !== undefined) {
-      body["parallel_tool_calls"] = opts.parallelToolCalls;
-    }
-    if (opts.reasoningEffort && opts.reasoningEffort !== "none") {
-      body["reasoning_effort"] = opts.reasoningEffort;
-    }
-    return body;
-  }
-
-  protected buildRequestUrl(
-    _model: string,
-    reasoningEffort: ReasoningEffort | undefined,
-  ): string {
-    const url = new URL(this.baseURL + this.chatPath);
-    if (
-      this.reasoningEffortInQuery &&
-      reasoningEffort &&
-      reasoningEffort !== "none"
-    ) {
-      url.searchParams.set("reasoning_effort", reasoningEffort);
-    }
-    return url.toString();
-  }
-
-  private async sendRequest(
-    body: Record<string, unknown>,
-    reasoningEffort: ReasoningEffort | undefined,
-  ): Promise<ChatResponse> {
-    const modelName = body["model"];
-    const modelStr = typeof modelName === "string" ? modelName : "";
-    const url = this.buildRequestUrl(modelStr, reasoningEffort);
-    const authHeader: Record<string, string> = this.apiKey
-      ? this.noBearerPrefix
-        ? { Authorization: this.apiKey }
-        : { Authorization: `Bearer ${this.apiKey}` }
-      : {};
-    const headers: Record<string, string> = {
-      "Content-Type": "application/json",
-      ...authHeader,
-      ...this.defaultHeaders,
-    };
-    const res = await fetch(url, {
-      method: "POST",
-      headers,
-      body: JSON.stringify(body),
-    });
-    if (!res.ok) {
-      const text = await res.text().catch(() => "");
-      log.error(
-        `${this.providerName}: HTTP ${res.status} ${res.statusText} body=${text.slice(0, 500)}`,
-      );
-      throw new Error(
-        `${this.providerName} request failed: ${res.status} ${res.statusText}`,
-      );
-    }
-    const data = (await res.json()) as ChatResponse;
-    if (data.error) {
-      log.error(
-        `${this.providerName}: API error ${data.error.type ?? ""} ${data.error.message ?? ""}`,
-      );
-      throw new Error(
-        `${this.providerName} API error: ${data.error.message ?? "unknown"}`,
-      );
-    }
-    return data;
-  }
-
-  async call<T>(model: string, options: CallOptions): Promise<T> {
-    const jsonMode = "jsonSchemaName" in options;
-    const reasoning = defaultReasoningEffort(
-      options.reasoningEffort,
-      model,
-      this.models.identity,
-    );
-    log.debug(
-      `call: provider=${this.providerName} model=${model} jsonSchema=${jsonMode ? options.jsonSchemaName : "-"} msgLen=${options.message.length}`,
-    );
-    const body = this.buildBody({
-      model,
-      messages: [
-        { role: "system", content: options.instruction },
-        { role: "user", content: options.message },
-      ],
-      responseFormat: jsonMode
-        ? buildResponseFormat(options.jsonSchemaName, options.jsonSchema)
-        : undefined,
-      reasoningEffort: reasoning,
-    });
-    const data = await this.sendRequest(body, options.reasoningEffort);
-    const content = data.choices?.[0]?.message?.content;
-    if (!content) {
-      log.debug(`call: empty content in choice 0`);
-      throw new Error("Empty response from model");
-    }
-    log.debug(`call: response ${content.length} chars`);
-    return (jsonMode ? JSON.parse(content) : content) as T;
-  }
-
-  async chatWithTools(
-    model: string,
-    options: ChatWithToolsOptions,
-  ): Promise<ChatChoice> {
-    const reasoning = defaultReasoningEffort(
-      options.reasoningEffort,
-      model,
-      this.models.identity,
-    );
-    log.debug(
-      `chatWithTools: provider=${this.providerName} model=${model} msgs=${options.messages.length} tools=${options.tools.length}`,
-    );
-    const body = this.buildBody({
-      model,
-      messages: [
-        { role: "system", content: options.instruction },
-        ...options.messages.map(toWireMessage),
-      ],
-      tools: options.tools.map(toWireTool),
-      parallelToolCalls: options.parallelToolCalls ?? false,
-      reasoningEffort: reasoning,
-    });
-    const data = await this.sendRequest(body, options.reasoningEffort);
-    const choice = data.choices?.[0];
-    if (!choice) {
-      log.debug(`chatWithTools: no choice in response`);
-      throw new Error("LLM returned no choice");
-    }
-    const calls = choice.message?.tool_calls?.length ?? 0;
-    const textLen =
-      typeof choice.message?.content === "string"
-        ? choice.message.content.length
-        : 0;
-    log.debug(`chatWithTools: choice toolCalls=${calls} text=${textLen}`);
-    return fromChoice(choice);
-  }
-}

package/src/provider/providers/openrouter.ts

@@ -1,175 +0,0 @@
-import { OpenRouter } from "@openrouter/sdk";
-import { logger } from "@/utils/logger";
-import type {
-  ChatChoice as OrChoice,
-  ChatFunctionTool as OrTool,
-  ChatMessages as OrMessage,
-  ChatRequestEffort,
-} from "@openrouter/sdk/models";
-import {
-  LLMExecutor,
-  type CallOptions,
-  type ChatChoice,
-  type ChatFunctionTool,
-  type ChatMessages,
-  type ChatWithToolsOptions,
-  type ReasoningEffort,
-  type ToolCall,
-} from "../llm";
-
-const log = logger.child("llm:openrouter");
-
-const REASONING_EFFORT_MAP: Record<ReasoningEffort, ChatRequestEffort> = {
-  none: "none",
-  low: "low",
-  medium: "medium",
-  high: "high",
-};
-
-function toOrMessage(m: ChatMessages): OrMessage {
-  if (m.role === "assistant") {
-    return {
-      role: "assistant",
-      content: m.content ?? "",
-      toolCalls: m.toolCalls?.map((c) => ({
-        id: c.id,
-        type: "function" as const,
-        function: { name: c.function.name, arguments: c.function.arguments },
-      })),
-    };
-  }
-  if (m.role === "tool") {
-    return { role: "tool", content: m.content, toolCallId: m.toolCallId };
-  }
-  return { role: m.role, content: m.content };
-}
-
-function fromOrChoice(choice: OrChoice): ChatChoice {
-  const msg = choice.message;
-  const toolCalls: ToolCall[] | undefined = msg.toolCalls?.map((c) => ({
-    id: c.id,
-    function: { name: c.function.name, arguments: c.function.arguments },
-  }));
-  return {
-    message: {
-      content: typeof msg.content === "string" ? msg.content : undefined,
-      toolCalls,
-    },
-  };
-}
-
-function toOrTool(t: ChatFunctionTool): OrTool {
-  return {
-    type: "function",
-    function: {
-      name: t.name,
-      description: t.description ?? "",
-      parameters: t.parameters ?? {},
-    },
-  };
-}
-
-export class OpenRouterExecutor extends LLMExecutor {
-  readonly providerName = "openrouter";
-  readonly models: { conversation: string; identity: string };
-
-  private client: OpenRouter;
-
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super();
-    this.client = new OpenRouter({ apiKey: opts.apiKey, appTitle: "boxbrain" });
-    this.models = {
-      conversation: opts.conversationModel,
-      identity: opts.identityModel,
-    };
-  }
-
-  async call<T>(model: string, options: CallOptions): Promise<T> {
-    const jsonMode = "jsonSchemaName" in options;
-    log.debug(
-      `call: model=${model} jsonSchema=${jsonMode ? options.jsonSchemaName : "-"} msgLen=${options.message.length}`,
-    );
-    const result = await this.client.chat.send({
-      chatRequest: {
-        model,
-        messages: [
-          { role: "system", content: options.instruction },
-          { role: "user", content: options.message },
-        ],
-        reasoning: {
-          effort:
-            options.reasoningEffort ??
-            (model === this.models.identity
-              ? REASONING_EFFORT_MAP.medium
-              : REASONING_EFFORT_MAP.none),
-        },
-        responseFormat: jsonMode
-          ? {
-              type: "json_schema",
-              jsonSchema: {
-                name: options.jsonSchemaName,
-                schema: options.jsonSchema,
-                strict: true,
-              },
-            }
-          : { type: "text" },
-        stream: false,
-      },
-    });
-
-    const content = result.choices[0]?.message?.content;
-    if (!content) {
-      log.debug(`call: empty content in choice 0`);
-      throw new Error("Empty response from model");
-    }
-    log.debug(`call: response ${content.length} chars`);
-
-    return (jsonMode ? JSON.parse(content) : content) as T;
-  }
-
-  async chatWithTools(
-    model: string,
-    options: ChatWithToolsOptions,
-  ): Promise<ChatChoice> {
-    log.debug(
-      `chatWithTools: model=${model} msgs=${options.messages.length} tools=${options.tools.length}`,
-    );
-    const result = await this.client.chat.send({
-      chatRequest: {
-        model,
-        messages: [
-          { role: "system", content: options.instruction },
-          ...options.messages.map(toOrMessage),
-        ],
-        reasoning: {
-          effort:
-            options.reasoningEffort ??
-            (model === this.models.identity
-              ? REASONING_EFFORT_MAP.medium
-              : REASONING_EFFORT_MAP.none),
-        },
-        responseFormat: { type: "text" },
-        tools: options.tools.map(toOrTool),
-        parallelToolCalls: options.parallelToolCalls ?? false,
-        stream: false,
-      },
-    });
-
-    const choice = result.choices[0];
-    if (!choice) {
-      log.debug(`chatWithTools: no choice in response`);
-      throw new Error("LLM returned no choice");
-    }
-    const calls = choice.message.toolCalls?.length ?? 0;
-    const textLen =
-      typeof choice.message.content === "string"
-        ? choice.message.content.length
-        : 0;
-    log.debug(`chatWithTools: choice toolCalls=${calls} text=${textLen}`);
-    return fromOrChoice(choice);
-  }
-}

package/src/provider/providers/ovhcloud.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class OvhCloudExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "ovhcloud",
-      baseURL: "https://oai.endpoints.kepler.ai.cloud.ovh.net/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/sap_aicore.ts

@@ -1,22 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-import { readAuthString } from "../llm";
-
-export class SapAiCoreExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    const baseURL =
-      readAuthString(opts.auth, "baseURL", "SAP_AI_CORE_BASE_URL") ||
-      "https://api.ai.prod.eu-central-1.aws.ml.hana.ondemand.com/v2";
-    super({
-      providerName: "sap-aicore",
-      baseURL,
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/scaleway.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class ScalewayExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "scaleway",
-      baseURL: "https://api.scaleway.ai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}