@p-sw/brainbox 0.1.0 → 0.1.1

package/src/provider/providers/cloudflare_gateway.ts

@@ -1,34 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-import { readAuthString } from "../llm";
-
-export class CloudflareGatewayExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    const accountId = readAuthString(
-      opts.auth,
-      "accountId",
-      "CLOUDFLARE_ACCOUNT_ID",
-    );
-    const gatewayId = readAuthString(
-      opts.auth,
-      "gatewayId",
-      "CLOUDFLARE_GATEWAY_ID",
-    );
-    const baseURL =
-      accountId && gatewayId
-        ? `https://gateway.ai.cloudflare.com/v1/${accountId}/${gatewayId}/openai`
-        : readAuthString(opts.auth, "baseURL", "CLOUDFLARE_AI_GATEWAY_URL") ||
-          "https://gateway.ai.cloudflare.com/v1";
-    super({
-      providerName: "cloudflare-gateway",
-      baseURL,
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/cloudflare_workers.ts

@@ -1,178 +0,0 @@
-import { logger } from "@/utils/logger";
-import {
-  LLMExecutor,
-  defaultReasoningEffort,
-  readAuthString,
-  type CallOptions,
-  type ChatChoice,
-  type ChatMessages,
-  type ChatWithToolsOptions,
-  type ToolCall,
-} from "../llm";
-
-type ChatMessageWire =
-  | { role: "system" | "user"; content: string }
-  | { role: "assistant"; content: string }
-  | { role: "tool"; content: string; tool_call_id: string };
-
-type CloudflareResponse = {
-  result?: {
-    response?: string;
-    tool_calls?: Array<{
-      name?: string;
-      arguments?: unknown;
-    }>;
-  };
-  errors?: Array<{ message: string }>;
-  success?: boolean;
-};
-
-function toCloudflareMessage(m: ChatMessages): ChatMessageWire {
-  if (m.role === "assistant") {
-    return { role: "assistant", content: m.content ?? "" };
-  }
-  if (m.role === "tool") {
-    return { role: "tool", content: m.content, tool_call_id: m.toolCallId };
-  }
-  return { role: m.role, content: m.content };
-}
-
-export class CloudflareWorkersExecutor extends LLMExecutor {
-  readonly providerName = "cloudflare-workers";
-  readonly models: { conversation: string; identity: string };
-
-  private readonly apiKey: string;
-  private readonly baseURL: string;
-
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    super();
-    this.models = {
-      conversation: opts.conversationModel,
-      identity: opts.identityModel,
-    };
-    this.apiKey = opts.apiKey;
-    const accountId = readAuthString(
-      opts.auth,
-      "accountId",
-      "CLOUDFLARE_ACCOUNT_ID",
-    );
-    this.baseURL = accountId
-      ? `https://api.cloudflare.com/client/v4/accounts/${accountId}/ai/run`
-      : "https://api.cloudflare.com/client/v4/accounts/__cf_account_id__/ai/run";
-  }
-
-  private async run(
-    model: string,
-    body: Record<string, unknown>,
-  ): Promise<CloudflareResponse> {
-    const url = `${this.baseURL}/${encodeURIComponent(model)}`;
-    const res = await fetch(url, {
-      method: "POST",
-      headers: {
-        Authorization: `Bearer ${this.apiKey}`,
-        "Content-Type": "application/json",
-      },
-      body: JSON.stringify(body),
-    });
-    if (!res.ok) {
-      const text = await res.text().catch(() => "");
-      throw new Error(
-        `cloudflare-workers request failed: ${res.status} ${res.statusText} body=${text.slice(0, 500)}`,
-      );
-    }
-    return (await res.json()) as CloudflareResponse;
-  }
-
-  async call<T>(model: string, options: CallOptions): Promise<T> {
-    const jsonMode = "jsonSchemaName" in options;
-    const reasoning = defaultReasoningEffort(
-      options.reasoningEffort,
-      model,
-      this.models.identity,
-    );
-    const log = logger.child("llm:cloudflare-workers");
-    log.debug(
-      `call: model=${model} jsonSchema=${jsonMode ? options.jsonSchemaName : "-"} msgLen=${options.message.length}`,
-    );
-    const messages: ChatMessageWire[] = [
-      { role: "system", content: options.instruction },
-      { role: "user", content: options.message },
-    ];
-    const body: Record<string, unknown> = { messages };
-    if (jsonMode) {
-      body["response_format"] = {
-        type: "json_schema",
-        schema: options.jsonSchema,
-      };
-    }
-    if (reasoning !== "none") {
-      body["reasoning_effort"] = reasoning;
-    }
-    const data = await this.run(model, body);
-    if (data.errors && data.errors.length > 0) {
-      throw new Error(
-        `cloudflare-workers API error: ${data.errors.map((e) => e.message).join("; ")}`,
-      );
-    }
-    const content = data.result?.response ?? "";
-    if (!content) {
-      throw new Error("Empty response from model");
-    }
-    return (jsonMode ? JSON.parse(content) : content) as T;
-  }
-
-  async chatWithTools(
-    model: string,
-    options: ChatWithToolsOptions,
-  ): Promise<ChatChoice> {
-    const reasoning = defaultReasoningEffort(
-      options.reasoningEffort,
-      model,
-      this.models.identity,
-    );
-    const log = logger.child("llm:cloudflare-workers");
-    log.debug(
-      `chatWithTools: model=${model} msgs=${options.messages.length} tools=${options.tools.length}`,
-    );
-    const messages: ChatMessageWire[] = [
-      { role: "system", content: options.instruction },
-      ...options.messages.map(toCloudflareMessage),
-    ];
-    const body: Record<string, unknown> = {
-      messages,
-      tools: options.tools.map((t) => ({
-        name: t.name,
-        description: t.description,
-        parameters: t.parameters,
-      })),
-    };
-    if (reasoning !== "none") {
-      body["reasoning_effort"] = reasoning;
-    }
-    const data = await this.run(model, body);
-    if (data.errors && data.errors.length > 0) {
-      throw new Error(
-        `cloudflare-workers API error: ${data.errors.map((e) => e.message).join("; ")}`,
-      );
-    }
-    const content = data.result?.response ?? "";
-    const toolCalls: ToolCall[] | undefined = data.result?.tool_calls?.map(
-      (c, idx) => ({
-        id: `call_${idx}`,
-        function: {
-          name: c.name ?? "",
-          arguments:
-            typeof c.arguments === "string"
-              ? c.arguments
-              : JSON.stringify(c.arguments ?? {}),
-        },
-      }),
-    );
-    return { message: { content: content || undefined, toolCalls } };
-  }
-}

package/src/provider/providers/copilot.ts

@@ -1,22 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class CopilotExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "copilot",
-      baseURL: "https://api.githubcopilot.com",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-      defaultHeaders: {
-        "Editor-Version": "vscode/1.85.1",
-        "Editor-Plugin-Version": "copilot-chat/0.12.0",
-        "Copilot-Integration-Id": "vscode-chat",
-      },
-    });
-  }
-}

package/src/provider/providers/cortecs.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class CortecsExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "cortecs",
-      baseURL: "https://api.cortecs.ai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/deepinfra.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class DeepInfraExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "deepinfra",
-      baseURL: "https://api.deepinfra.com/v1/openai",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/deepseek.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class DeepSeekExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "deepseek",
-      baseURL: "https://api.deepseek.com/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/digitalocean.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class DigitalOceanExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "digitalocean",
-      baseURL: "https://api.digitalocean.com/v2/gen-ai/openai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/fireworks.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class FireworksExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "fireworks",
-      baseURL: "https://api.fireworks.ai/inference/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/gitlab_duo.ts

@@ -1,184 +0,0 @@
-import { logger } from "@/utils/logger";
-import { z } from "zod";
-import {
-  LLMExecutor,
-  readAuthString,
-  type CallOptions,
-  type ChatChoice,
-  type ChatFunctionTool,
-  type ChatMessages,
-  type ChatWithToolsOptions,
-  type ToolCall,
-} from "../llm";
-
-const GitLabAuthSchema = z
-  .object({
-    baseURL: z.string().optional(),
-  })
-  .loose();
-
-type MessageWire =
-  | { role: "system" | "user"; content: string }
-  | {
-      role: "assistant";
-      content: string | null;
-      tool_calls?: Array<{
-        id: string;
-        type: "function";
-        function: { name: string; arguments: string };
-      }>;
-    }
-  | { role: "tool"; content: string; tool_call_id: string };
-
-type DuoResponse = {
-  choices?: Array<{
-    message?: {
-      content?: string | null;
-      tool_calls?: Array<{
-        id: string;
-        type: "function";
-        function: { name: string; arguments: string };
-      }>;
-    };
-  }>;
-  error?: { message?: string };
-};
-
-function toMessage(m: ChatMessages): MessageWire {
-  if (m.role === "assistant") {
-    return {
-      role: "assistant",
-      content: m.content ?? null,
-      tool_calls: m.toolCalls?.map((c) => ({
-        id: c.id,
-        type: "function",
-        function: { name: c.function.name, arguments: c.function.arguments },
-      })),
-    };
-  }
-  if (m.role === "tool") {
-    return { role: "tool", content: m.content, tool_call_id: m.toolCallId };
-  }
-  return { role: m.role, content: m.content };
-}
-
-function toTool(t: ChatFunctionTool) {
-  return {
-    type: "function" as const,
-    function: {
-      name: t.name,
-      description: t.description ?? "",
-      parameters: t.parameters ?? {},
-    },
-  };
-}
-
-export class GitLabDuoExecutor extends LLMExecutor {
-  readonly providerName = "gitlab-duo";
-  readonly models: { conversation: string; identity: string };
-
-  private readonly apiKey: string;
-  private readonly baseURL: string;
-
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-    auth?: Record<string, unknown>;
-  }) {
-    super();
-    this.models = {
-      conversation: opts.conversationModel,
-      identity: opts.identityModel,
-    };
-    this.apiKey = opts.apiKey;
-    const parsed = GitLabAuthSchema.safeParse(opts.auth ?? {});
-    const extra = parsed.success ? parsed.data : {};
-    this.baseURL = (
-      extra.baseURL ??
-      readAuthString(opts.auth, "baseURL", "GITLAB_BASE_URL") ??
-      "https://gitlab.com/api/v4/ai/llm/proxy"
-    ).replace(/\/+$/, "");
-  }
-
-  private async send(body: Record<string, unknown>): Promise<DuoResponse> {
-    const res = await fetch(this.baseURL, {
-      method: "POST",
-      headers: {
-        Authorization: `Bearer ${this.apiKey}`,
-        "Content-Type": "application/json",
-      },
-      body: JSON.stringify(body),
-    });
-    if (!res.ok) {
-      const text = await res.text().catch(() => "");
-      throw new Error(
-        `gitlab-duo request failed: ${res.status} ${res.statusText} body=${text.slice(0, 500)}`,
-      );
-    }
-    return (await res.json()) as DuoResponse;
-  }
-
-  async call<T>(model: string, options: CallOptions): Promise<T> {
-    const jsonMode = "jsonSchemaName" in options;
-    const log = logger.child("llm:gitlab-duo");
-    log.debug(
-      `call: model=${model} jsonSchema=${jsonMode ? options.jsonSchemaName : "-"} msgLen=${options.message.length}`,
-    );
-    const body: Record<string, unknown> = {
-      model,
-      messages: [
-        { role: "system", content: options.instruction },
-        { role: "user", content: options.message },
-      ],
-    };
-    const data = await this.send(body);
-    if (data.error) {
-      throw new Error(
-        `gitlab-duo API error: ${data.error.message ?? "unknown"}`,
-      );
-    }
-    const content = data.choices?.[0]?.message?.content ?? "";
-    if (!content) {
-      throw new Error("Empty response from model");
-    }
-    return (jsonMode ? JSON.parse(content) : content) as T;
-  }
-
-  async chatWithTools(
-    model: string,
-    options: ChatWithToolsOptions,
-  ): Promise<ChatChoice> {
-    const log = logger.child("llm:gitlab-duo");
-    log.debug(
-      `chatWithTools: model=${model} msgs=${options.messages.length} tools=${options.tools.length}`,
-    );
-    const body: Record<string, unknown> = {
-      model,
-      messages: [
-        { role: "system", content: options.instruction },
-        ...options.messages.map(toMessage),
-      ],
-      tools: options.tools.map(toTool),
-    };
-    const data = await this.send(body);
-    if (data.error) {
-      throw new Error(
-        `gitlab-duo API error: ${data.error.message ?? "unknown"}`,
-      );
-    }
-    const choice = data.choices?.[0];
-    const toolCalls: ToolCall[] | undefined = choice?.message?.tool_calls?.map(
-      (c) => ({
-        id: c.id,
-        function: { name: c.function.name, arguments: c.function.arguments },
-      }),
-    );
-    return {
-      message: {
-        content: choice?.message?.content ?? undefined,
-        toolCalls,
-      },
-    };
-  }
-}

package/src/provider/providers/gmi.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class GmiExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "gmi",
-      baseURL: "https://api.gmi-serving.com/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/groq.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class GroqExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "groq",
-      baseURL: "https://api.groq.com/openai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/helicone.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class HeliconeExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "helicone",
-      baseURL: "https://oai.helicone.ai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/huggingface.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class HuggingFaceExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "huggingface",
-      baseURL: "https://router.huggingface.co/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/ionet.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class IoNetExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "ionet",
-      baseURL: "https://api.intelligence.io.solutions/api/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/llamacpp.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class LlamaCppExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "llamacpp",
-      baseURL: "http://127.0.0.1:8080/v1",
-      apiKey: opts.apiKey || "llama.cpp",
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/llmgateway.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class LlmGatewayExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "llmgateway",
-      baseURL: "https://api.llmgateway.io/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/lmstudio.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class LmStudioExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "lmstudio",
-      baseURL: "http://127.0.0.1:1234/v1",
-      apiKey: opts.apiKey || "lm-studio",
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}

package/src/provider/providers/mistral.ts

@@ -1,17 +0,0 @@
-import { OpenAICompatibleExecutor } from "./openai_compatible";
-
-export class MistralExecutor extends OpenAICompatibleExecutor {
-  constructor(opts: {
-    apiKey: string;
-    conversationModel: string;
-    identityModel: string;
-  }) {
-    super({
-      providerName: "mistral",
-      baseURL: "https://api.mistral.ai/v1",
-      apiKey: opts.apiKey,
-      conversationModel: opts.conversationModel,
-      identityModel: opts.identityModel,
-    });
-  }
-}