modeldispatcher-browser-agent 0.6.0 → 0.6.6

package/src/index.ts

@@ -1,52 +1,52 @@
-/**
- * modeldispatcher-browser-agent — public API surface.
- *
- * A browser-native, bring-your-own-key AI agent core: the client-side
- * sibling to `model-dispatcher` for apps with no backend to run the Python
- * gateway on. Talks directly to Gemini/OpenAI/Anthropic/Groq/Ollama from the
- * browser, using whatever key the end user supplies — no vendor SDK, no
- * server, nothing sent anywhere but the provider itself.
- */
-
-export {
-  AllProvidersExhaustedError,
-  complete,
-  NoProviderConfiguredError,
-  streamChat,
-  streamComplete,
-} from "./agent.js";
-export {
-  clearConfig,
-  DEFAULT_CONFIG_KEYS,
-  isConfigReady,
-  isProviderConfigured,
-  loadConfig,
-  resolveStorage,
-  saveConfig,
-} from "./config.js";
-export type { ConfigKeys, ConfigStorage } from "./config.js";
-export { DEFAULT_TIMEOUT_MS, describeHttpError, validateOllamaUrl } from "./http.js";
-export { EXTERNAL_CHAT_PROVIDERS, openExternalChat } from "./externalChat.js";
-export type { OpenExternalChatDeps, OpenExternalChatResult } from "./externalChat.js";
-export {
-  DEFAULT_EXTERNAL_CHAT_FAVORITE_KEY,
-  loadExternalChatFavorite,
-  saveExternalChatFavorite,
-} from "./externalChatFavorite.js";
-export { DEFAULT_DISPATCHER_FEATURES, resolveDispatcherFeatures } from "./features.js";
-export type { DispatcherFeatureFlags } from "./features.js";
-export { buildMessages } from "./messages.js";
-export type { BuildMessagesOptions } from "./messages.js";
-export { isKnownProvider, modelOptionsFor, MODEL_OPTIONS, PROVIDERS } from "./registry.js";
-export type {
-  AgentConfig,
-  ChatMessage,
-  ChatRole,
-  ExternalChatProviderId,
-  ExternalChatProviderInfo,
-  ProviderCredential,
-  ProviderId,
-  ProviderInfo,
-  RequestOptions,
-  StreamOptions,
-} from "./types.js";
+/**
+ * modeldispatcher-browser-agent — public API surface.
+ *
+ * A browser-native, bring-your-own-key AI agent core: the client-side
+ * sibling to `model-dispatcher` for apps with no backend to run the Python
+ * gateway on. Talks directly to Gemini/OpenAI/Anthropic/Groq/Ollama from the
+ * browser, using whatever key the end user supplies — no vendor SDK, no
+ * server, nothing sent anywhere but the provider itself.
+ */
+
+export {
+  AllProvidersExhaustedError,
+  complete,
+  NoProviderConfiguredError,
+  streamChat,
+  streamComplete,
+} from "./agent.js";
+export {
+  clearConfig,
+  DEFAULT_CONFIG_KEYS,
+  isConfigReady,
+  isProviderConfigured,
+  loadConfig,
+  resolveStorage,
+  saveConfig,
+} from "./config.js";
+export type { ConfigKeys, ConfigStorage } from "./config.js";
+export { DEFAULT_TIMEOUT_MS, describeHttpError, validateOllamaUrl } from "./http.js";
+export { EXTERNAL_CHAT_PROVIDERS, openExternalChat } from "./externalChat.js";
+export type { OpenExternalChatDeps, OpenExternalChatResult } from "./externalChat.js";
+export {
+  DEFAULT_EXTERNAL_CHAT_FAVORITE_KEY,
+  loadExternalChatFavorite,
+  saveExternalChatFavorite,
+} from "./externalChatFavorite.js";
+export { DEFAULT_DISPATCHER_FEATURES, resolveDispatcherFeatures } from "./features.js";
+export type { DispatcherFeatureFlags } from "./features.js";
+export { buildMessages } from "./messages.js";
+export type { BuildMessagesOptions } from "./messages.js";
+export { isKnownProvider, modelOptionsFor, MODEL_OPTIONS, PROVIDERS } from "./registry.js";
+export type {
+  AgentConfig,
+  ChatMessage,
+  ChatRole,
+  ExternalChatProviderId,
+  ExternalChatProviderInfo,
+  ProviderCredential,
+  ProviderId,
+  ProviderInfo,
+  RequestOptions,
+  StreamOptions,
+} from "./types.js";

package/src/messages.ts

@@ -1,61 +1,61 @@
-/**
- * Normalise a UI's chat history into a provider-safe message list: strict
- * role validation, length capping, and merging consecutive same-role
- * messages — Anthropic and Gemini both require strict user/assistant
- * alternation starting with "user", which raw UI state doesn't guarantee.
- */
-
-import type { ChatMessage, ChatRole } from "./types.js";
-
-const VALID_TURN_ROLES = new Set<ChatRole>(["user", "assistant"]);
-const MAX_MESSAGE_LENGTH = 4000;
-
-export interface BuildMessagesOptions {
-  /** If true, always append a trailing filler user turn (e.g. to kick off a
-   * greeting flow) instead of only when the history would otherwise start
-   * with "assistant". */
-  forceTrailingFiller?: boolean;
-  /** The filler turn's content when one is needed to satisfy user-first
-   * ordering. Defaults to "begin". */
-  fillerContent?: string;
-  /** Marker content to drop entirely rather than treat as a real turn
-   * (e.g. a UI-internal "simulate opening" sentinel). */
-  dropContent?: string;
-}
-
-/**
- * Build a provider-safe chat history from UI messages: validates/coerces
- * roles, caps message length, drops sentinel content, ensures user-first
- * ordering, and merges consecutive same-role turns (required by
- * Anthropic/Gemini's strict alternation).
- */
-export function buildMessages(
-  uiMessages: readonly ChatMessage[],
-  options: BuildMessagesOptions = {},
-): ChatMessage[] {
-  const { forceTrailingFiller = false, fillerContent = "begin", dropContent } = options;
-
-  let messages = uiMessages
-    .map(({ role, content }): ChatMessage => ({
-      role: VALID_TURN_ROLES.has(role) ? role : "user",
-      content: String(content ?? "").trim().slice(0, MAX_MESSAGE_LENGTH),
-    }))
-    .filter((m) => m.content.length > 0 && (dropContent === undefined || m.content !== dropContent));
-
-  if (forceTrailingFiller) {
-    messages = [...messages, { role: "user", content: fillerContent }];
-  } else if (messages.length > 0 && messages[0]?.role === "assistant") {
-    messages = [{ role: "user", content: fillerContent }, ...messages];
-  }
-
-  const merged: ChatMessage[] = [];
-  for (const message of messages) {
-    const last = merged.at(-1);
-    if (last && last.role === message.role) {
-      merged[merged.length - 1] = { role: last.role, content: `${last.content}\n\n${message.content}` };
-    } else {
-      merged.push(message);
-    }
-  }
-  return merged.length > 0 ? merged : [{ role: "user", content: fillerContent }];
-}
+/**
+ * Normalise a UI's chat history into a provider-safe message list: strict
+ * role validation, length capping, and merging consecutive same-role
+ * messages — Anthropic and Gemini both require strict user/assistant
+ * alternation starting with "user", which raw UI state doesn't guarantee.
+ */
+
+import type { ChatMessage, ChatRole } from "./types.js";
+
+const VALID_TURN_ROLES = new Set<ChatRole>(["user", "assistant"]);
+const MAX_MESSAGE_LENGTH = 4000;
+
+export interface BuildMessagesOptions {
+  /** If true, always append a trailing filler user turn (e.g. to kick off a
+   * greeting flow) instead of only when the history would otherwise start
+   * with "assistant". */
+  forceTrailingFiller?: boolean;
+  /** The filler turn's content when one is needed to satisfy user-first
+   * ordering. Defaults to "begin". */
+  fillerContent?: string;
+  /** Marker content to drop entirely rather than treat as a real turn
+   * (e.g. a UI-internal "simulate opening" sentinel). */
+  dropContent?: string;
+}
+
+/**
+ * Build a provider-safe chat history from UI messages: validates/coerces
+ * roles, caps message length, drops sentinel content, ensures user-first
+ * ordering, and merges consecutive same-role turns (required by
+ * Anthropic/Gemini's strict alternation).
+ */
+export function buildMessages(
+  uiMessages: readonly ChatMessage[],
+  options: BuildMessagesOptions = {},
+): ChatMessage[] {
+  const { forceTrailingFiller = false, fillerContent = "begin", dropContent } = options;
+
+  let messages = uiMessages
+    .map(({ role, content }): ChatMessage => ({
+      role: VALID_TURN_ROLES.has(role) ? role : "user",
+      content: String(content ?? "").trim().slice(0, MAX_MESSAGE_LENGTH),
+    }))
+    .filter((m) => m.content.length > 0 && (dropContent === undefined || m.content !== dropContent));
+
+  if (forceTrailingFiller) {
+    messages = [...messages, { role: "user", content: fillerContent }];
+  } else if (messages.length > 0 && messages[0]?.role === "assistant") {
+    messages = [{ role: "user", content: fillerContent }, ...messages];
+  }
+
+  const merged: ChatMessage[] = [];
+  for (const message of messages) {
+    const last = merged.at(-1);
+    if (last && last.role === message.role) {
+      merged[merged.length - 1] = { role: last.role, content: `${last.content}\n\n${message.content}` };
+    } else {
+      merged.push(message);
+    }
+  }
+  return merged.length > 0 ? merged : [{ role: "user", content: fillerContent }];
+}

package/src/providers/anthropic.ts

@@ -1,86 +1,86 @@
-/**
- * Anthropic Claude — direct browser call via raw fetch, no SDK dependency.
- * `anthropic-dangerous-direct-browser-access` is the header the official SDK
- * sends under `dangerouslyAllowBrowser` — acceptable here because the user
- * supplies their own key on their own machine; there is no backend to hide
- * it behind in the first place.
- */
-
-import { consumeLines, describeHttpError, fetchWithRetry } from "../http.js";
-import type { ChatMessage, ProviderCallConfig, RequestOptions } from "../types.js";
-
-const DEFAULT_MAX_TOKENS = 1024;
-const ANTHROPIC_URL = "https://api.anthropic.com/v1/messages";
-
-function toApiMessages(messages: readonly ChatMessage[]) {
-  return messages.filter((m) => m.role !== "system").map((m) => ({ role: m.role, content: m.content }));
-}
-
-function systemOf(messages: readonly ChatMessage[], explicit?: string): string | undefined {
-  return explicit ?? messages.find((m) => m.role === "system")?.content;
-}
-
-function buildBody(cfg: ProviderCallConfig, messages: readonly ChatMessage[], options: RequestOptions, stream: boolean) {
-  const system = systemOf(messages, options.systemInstruction);
-  return {
-    model: cfg.model,
-    max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
-    ...(system ? { system } : {}),
-    messages: toApiMessages(messages),
-    ...(stream ? { stream: true } : {}),
-  };
-}
-
-function headers(cfg: ProviderCallConfig): HeadersInit {
-  return {
-    "Content-Type": "application/json",
-    "x-api-key": cfg.apiKey,
-    "anthropic-version": "2023-06-01",
-    "anthropic-dangerous-direct-browser-access": "true",
-  };
-}
-
-export async function completeAnthropic(
-  cfg: ProviderCallConfig,
-  messages: readonly ChatMessage[],
-  options: RequestOptions = {},
-): Promise<string> {
-  const res = await fetchWithRetry(
-    ANTHROPIC_URL,
-    { method: "POST", headers: headers(cfg), body: JSON.stringify(buildBody(cfg, messages, options, false)) },
-    options.signal,
-  );
-  if (!res.ok) throw new Error(await describeHttpError(res));
-  const data = await res.json();
-  return data.content?.[0]?.text ?? "";
-}
-
-export async function streamAnthropic(
-  cfg: ProviderCallConfig,
-  messages: readonly ChatMessage[],
-  onChunk: (fullTextSoFar: string) => void,
-  options: RequestOptions = {},
-): Promise<string> {
-  const res = await fetchWithRetry(
-    ANTHROPIC_URL,
-    { method: "POST", headers: headers(cfg), body: JSON.stringify(buildBody(cfg, messages, options, true)) },
-    options.signal,
-  );
-  if (!res.ok) throw new Error(await describeHttpError(res));
-
-  let full = "";
-  await consumeLines(res, (line) => {
-    if (!line.startsWith("data: ")) return;
-    const raw = line.slice(6).trim();
-    try {
-      const event = JSON.parse(raw);
-      if (event.type === "content_block_delta" && event.delta?.type === "text_delta") {
-        full += event.delta.text;
-        onChunk(full);
-      }
-    } catch {
-      // Skip a malformed/partial SSE frame.
-    }
-  });
-  return full;
-}
+/**
+ * Anthropic Claude — direct browser call via raw fetch, no SDK dependency.
+ * `anthropic-dangerous-direct-browser-access` is the header the official SDK
+ * sends under `dangerouslyAllowBrowser` — acceptable here because the user
+ * supplies their own key on their own machine; there is no backend to hide
+ * it behind in the first place.
+ */
+
+import { consumeLines, describeHttpError, fetchWithRetry } from "../http.js";
+import type { ChatMessage, ProviderCallConfig, RequestOptions } from "../types.js";
+
+const DEFAULT_MAX_TOKENS = 1024;
+const ANTHROPIC_URL = "https://api.anthropic.com/v1/messages";
+
+function toApiMessages(messages: readonly ChatMessage[]) {
+  return messages.filter((m) => m.role !== "system").map((m) => ({ role: m.role, content: m.content }));
+}
+
+function systemOf(messages: readonly ChatMessage[], explicit?: string): string | undefined {
+  return explicit ?? messages.find((m) => m.role === "system")?.content;
+}
+
+function buildBody(cfg: ProviderCallConfig, messages: readonly ChatMessage[], options: RequestOptions, stream: boolean) {
+  const system = systemOf(messages, options.systemInstruction);
+  return {
+    model: cfg.model,
+    max_tokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
+    ...(system ? { system } : {}),
+    messages: toApiMessages(messages),
+    ...(stream ? { stream: true } : {}),
+  };
+}
+
+function headers(cfg: ProviderCallConfig): HeadersInit {
+  return {
+    "Content-Type": "application/json",
+    "x-api-key": cfg.apiKey,
+    "anthropic-version": "2023-06-01",
+    "anthropic-dangerous-direct-browser-access": "true",
+  };
+}
+
+export async function completeAnthropic(
+  cfg: ProviderCallConfig,
+  messages: readonly ChatMessage[],
+  options: RequestOptions = {},
+): Promise<string> {
+  const res = await fetchWithRetry(
+    ANTHROPIC_URL,
+    { method: "POST", headers: headers(cfg), body: JSON.stringify(buildBody(cfg, messages, options, false)) },
+    options.signal,
+  );
+  if (!res.ok) throw new Error(await describeHttpError(res));
+  const data = await res.json();
+  return data.content?.[0]?.text ?? "";
+}
+
+export async function streamAnthropic(
+  cfg: ProviderCallConfig,
+  messages: readonly ChatMessage[],
+  onChunk: (fullTextSoFar: string) => void,
+  options: RequestOptions = {},
+): Promise<string> {
+  const res = await fetchWithRetry(
+    ANTHROPIC_URL,
+    { method: "POST", headers: headers(cfg), body: JSON.stringify(buildBody(cfg, messages, options, true)) },
+    options.signal,
+  );
+  if (!res.ok) throw new Error(await describeHttpError(res));
+
+  let full = "";
+  await consumeLines(res, (line) => {
+    if (!line.startsWith("data: ")) return;
+    const raw = line.slice(6).trim();
+    try {
+      const event = JSON.parse(raw);
+      if (event.type === "content_block_delta" && event.delta?.type === "text_delta") {
+        full += event.delta.text;
+        onChunk(full);
+      }
+    } catch {
+      // Skip a malformed/partial SSE frame.
+    }
+  });
+  return full;
+}

package/src/providers/gemini.ts

@@ -1,95 +1,95 @@
-/**
- * Google Gemini — direct browser call, no SDK. The key travels in a header
- * (`x-goog-api-key`) rather than the `?key=` query string: a URL ends up in
- * proxy/server access logs and browser history, a header does not.
- */
-
-import { consumeLines, describeHttpError, fetchWithRetry } from "../http.js";
-import type { ChatMessage, ProviderCallConfig, RequestOptions } from "../types.js";
-
-const DEFAULT_MAX_TOKENS = 1024;
-
-interface GeminiPart {
-  text: string;
-}
-interface GeminiContent {
-  role: "user" | "model";
-  parts: GeminiPart[];
-}
-
-function toContents(messages: readonly ChatMessage[]): GeminiContent[] {
-  return messages
-    .filter((m) => m.role !== "system")
-    .map((m) => ({ role: m.role === "assistant" ? "model" : "user", parts: [{ text: m.content }] }));
-}
-
-function systemInstructionOf(messages: readonly ChatMessage[], explicit?: string): string | undefined {
-  return explicit ?? messages.find((m) => m.role === "system")?.content;
-}
-
-function buildBody(messages: readonly ChatMessage[], options: RequestOptions) {
-  const system = systemInstructionOf(messages, options.systemInstruction);
-  return {
-    contents: toContents(messages),
-    generationConfig: {
-      maxOutputTokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
-      ...(options.jsonMode ? { responseMimeType: "application/json" } : {}),
-    },
-    ...(system ? { systemInstruction: { parts: [{ text: system }] } } : {}),
-  };
-}
-
-export async function completeGemini(
-  cfg: ProviderCallConfig,
-  messages: readonly ChatMessage[],
-  options: RequestOptions = {},
-): Promise<string> {
-  const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(cfg.model)}:generateContent`;
-  const res = await fetchWithRetry(
-    url,
-    {
-      method: "POST",
-      headers: { "Content-Type": "application/json", "x-goog-api-key": cfg.apiKey },
-      body: JSON.stringify(buildBody(messages, options)),
-    },
-    options.signal,
-  );
-  if (!res.ok) throw new Error(await describeHttpError(res));
-  const data = await res.json();
-  return data.candidates?.[0]?.content?.parts?.[0]?.text ?? "";
-}
-
-export async function streamGemini(
-  cfg: ProviderCallConfig,
-  messages: readonly ChatMessage[],
-  onChunk: (fullTextSoFar: string) => void,
-  options: RequestOptions = {},
-): Promise<string> {
-  const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(cfg.model)}:streamGenerateContent?alt=sse`;
-  const res = await fetchWithRetry(
-    url,
-    {
-      method: "POST",
-      headers: { "Content-Type": "application/json", "x-goog-api-key": cfg.apiKey },
-      body: JSON.stringify(buildBody(messages, options)),
-    },
-    options.signal,
-  );
-  if (!res.ok) throw new Error(await describeHttpError(res));
-
-  let full = "";
-  await consumeLines(res, (line) => {
-    if (!line.startsWith("data: ")) return;
-    const raw = line.slice(6).trim();
-    try {
-      const text = JSON.parse(raw).candidates?.[0]?.content?.parts?.[0]?.text;
-      if (text) {
-        full += text;
-        onChunk(full);
-      }
-    } catch {
-      // Skip a malformed/partial SSE frame — the next line may complete it.
-    }
-  });
-  return full;
-}
+/**
+ * Google Gemini — direct browser call, no SDK. The key travels in a header
+ * (`x-goog-api-key`) rather than the `?key=` query string: a URL ends up in
+ * proxy/server access logs and browser history, a header does not.
+ */
+
+import { consumeLines, describeHttpError, fetchWithRetry } from "../http.js";
+import type { ChatMessage, ProviderCallConfig, RequestOptions } from "../types.js";
+
+const DEFAULT_MAX_TOKENS = 1024;
+
+interface GeminiPart {
+  text: string;
+}
+interface GeminiContent {
+  role: "user" | "model";
+  parts: GeminiPart[];
+}
+
+function toContents(messages: readonly ChatMessage[]): GeminiContent[] {
+  return messages
+    .filter((m) => m.role !== "system")
+    .map((m) => ({ role: m.role === "assistant" ? "model" : "user", parts: [{ text: m.content }] }));
+}
+
+function systemInstructionOf(messages: readonly ChatMessage[], explicit?: string): string | undefined {
+  return explicit ?? messages.find((m) => m.role === "system")?.content;
+}
+
+function buildBody(messages: readonly ChatMessage[], options: RequestOptions) {
+  const system = systemInstructionOf(messages, options.systemInstruction);
+  return {
+    contents: toContents(messages),
+    generationConfig: {
+      maxOutputTokens: options.maxTokens ?? DEFAULT_MAX_TOKENS,
+      ...(options.jsonMode ? { responseMimeType: "application/json" } : {}),
+    },
+    ...(system ? { systemInstruction: { parts: [{ text: system }] } } : {}),
+  };
+}
+
+export async function completeGemini(
+  cfg: ProviderCallConfig,
+  messages: readonly ChatMessage[],
+  options: RequestOptions = {},
+): Promise<string> {
+  const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(cfg.model)}:generateContent`;
+  const res = await fetchWithRetry(
+    url,
+    {
+      method: "POST",
+      headers: { "Content-Type": "application/json", "x-goog-api-key": cfg.apiKey },
+      body: JSON.stringify(buildBody(messages, options)),
+    },
+    options.signal,
+  );
+  if (!res.ok) throw new Error(await describeHttpError(res));
+  const data = await res.json();
+  return data.candidates?.[0]?.content?.parts?.[0]?.text ?? "";
+}
+
+export async function streamGemini(
+  cfg: ProviderCallConfig,
+  messages: readonly ChatMessage[],
+  onChunk: (fullTextSoFar: string) => void,
+  options: RequestOptions = {},
+): Promise<string> {
+  const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(cfg.model)}:streamGenerateContent?alt=sse`;
+  const res = await fetchWithRetry(
+    url,
+    {
+      method: "POST",
+      headers: { "Content-Type": "application/json", "x-goog-api-key": cfg.apiKey },
+      body: JSON.stringify(buildBody(messages, options)),
+    },
+    options.signal,
+  );
+  if (!res.ok) throw new Error(await describeHttpError(res));
+
+  let full = "";
+  await consumeLines(res, (line) => {
+    if (!line.startsWith("data: ")) return;
+    const raw = line.slice(6).trim();
+    try {
+      const text = JSON.parse(raw).candidates?.[0]?.content?.parts?.[0]?.text;
+      if (text) {
+        full += text;
+        onChunk(full);
+      }
+    } catch {
+      // Skip a malformed/partial SSE frame — the next line may complete it.
+    }
+  });
+  return full;
+}