@clinebot/llms 0.0.20 → 0.0.21

package/src/providers/handlers/auth.ts

@@ -1,121 +0,0 @@
-import * as modelProviderExports from "../../models/providers/index";
-import type { ModelCollection } from "../../models/schemas/index";
-import { BUILT_IN_PROVIDER, normalizeProviderId } from "../types/provider-ids";
-
-const DEFAULT_FALLBACK_PROVIDER_IDS = [
-	BUILT_IN_PROVIDER.CLINE,
-	BUILT_IN_PROVIDER.ANTHROPIC,
-	BUILT_IN_PROVIDER.OPENAI_NATIVE,
-	BUILT_IN_PROVIDER.GEMINI,
-	BUILT_IN_PROVIDER.OPENROUTER,
-] as const;
-
-function isModelCollection(value: unknown): value is ModelCollection {
-	if (!value || typeof value !== "object") {
-		return false;
-	}
-
-	const maybeCollection = value as Partial<ModelCollection>;
-	return (
-		typeof maybeCollection.provider === "object" &&
-		typeof maybeCollection.models === "object"
-	);
-}
-
-function dedupe(values: readonly string[]): string[] {
-	return [...new Set(values)];
-}
-
-function buildProviderEnvKeys(): Record<string, readonly string[]> {
-	const envKeysByProvider: Record<string, readonly string[]> = {};
-
-	for (const value of Object.values(modelProviderExports)) {
-		if (!isModelCollection(value)) {
-			continue;
-		}
-
-		const providerId = value.provider.id;
-		envKeysByProvider[providerId] = dedupe(value.provider.env ?? []);
-	}
-
-	return envKeysByProvider;
-}
-
-const ENV_KEYS_BY_PROVIDER = buildProviderEnvKeys();
-const DEFAULT_FALLBACK_ENV_KEYS = dedupe(
-	DEFAULT_FALLBACK_PROVIDER_IDS.flatMap(
-		(providerId) => ENV_KEYS_BY_PROVIDER[providerId] ?? [],
-	),
-);
-
-function readTrimmed(
-	env: Record<string, string | undefined>,
-	key: string,
-): string | undefined {
-	const value = env[key];
-	if (typeof value !== "string") {
-		return undefined;
-	}
-	const trimmed = value.trim();
-	return trimmed.length > 0 ? trimmed : undefined;
-}
-
-function resolveFromKeys(
-	keys: readonly string[],
-	env: Record<string, string | undefined>,
-): string | undefined {
-	for (const key of keys) {
-		const value = readTrimmed(env, key);
-		if (value) {
-			return value;
-		}
-	}
-	return undefined;
-}
-
-export { normalizeProviderId };
-
-export function getProviderEnvKeys(providerId: string): readonly string[] {
-	return ENV_KEYS_BY_PROVIDER[normalizeProviderId(providerId)] ?? [];
-}
-
-export function resolveApiKeyForProvider(
-	providerId: string,
-	explicitApiKey: string | undefined,
-	env: Record<string, string | undefined> = process.env,
-): string | undefined {
-	const normalizedProviderId = normalizeProviderId(providerId);
-	const explicit = explicitApiKey?.trim();
-	if (explicit) {
-		return explicit;
-	}
-
-	const providerKey = resolveFromKeys(
-		getProviderEnvKeys(normalizedProviderId),
-		env,
-	);
-	if (providerKey) {
-		return providerKey;
-	}
-
-	// LM Studio local runtime typically does not require auth.
-	if (normalizedProviderId === BUILT_IN_PROVIDER.LMSTUDIO) {
-		return "noop";
-	}
-
-	return resolveFromKeys(DEFAULT_FALLBACK_ENV_KEYS, env);
-}
-
-export function getMissingApiKeyError(providerId: string): string {
-	const expectedKeys = [
-		...new Set([
-			...getProviderEnvKeys(providerId),
-			...DEFAULT_FALLBACK_ENV_KEYS,
-		]),
-	];
-	const keysMessage =
-		expectedKeys.length > 0
-			? expectedKeys.join(", ")
-			: "provider-specific API key env var";
-	return `Missing API key for provider "${normalizeProviderId(providerId)}". Set apiKey explicitly or one of: ${keysMessage}.`;
-}

package/src/providers/handlers/base.test.ts

@@ -1,230 +0,0 @@
-import { describe, expect, it, vi } from "vitest";
-import type { ApiStream, ProviderConfig } from "../types/index";
-import { BaseHandler } from "./base";
-
-class TestHandler extends BaseHandler {
-	getMessages(): unknown {
-		return [];
-	}
-
-	createMessage(): ApiStream {
-		throw new Error("not implemented");
-	}
-
-	public computeCost(
-		inputTokens: number,
-		outputTokens: number,
-		cacheReadTokens = 0,
-		cacheWriteTokens = 0,
-	): number | undefined {
-		return this.calculateCost(
-			inputTokens,
-			outputTokens,
-			cacheReadTokens,
-			cacheWriteTokens,
-		);
-	}
-
-	public computeCostFromInclusiveInput(
-		inputTokens: number,
-		outputTokens: number,
-		cacheReadTokens = 0,
-		cacheWriteTokens = 0,
-	): number | undefined {
-		return this.calculateCostFromInclusiveInput(
-			inputTokens,
-			outputTokens,
-			cacheReadTokens,
-			cacheWriteTokens,
-		);
-	}
-
-	public exposeAbortSignal(): AbortSignal {
-		return this.getAbortSignal();
-	}
-
-	public normalizeBadRequest(error: unknown): Error | undefined {
-		return this.normalizeOpenAICompatibleBadRequest(error);
-	}
-}
-
-describe("BaseHandler.calculateCost", () => {
-	it("uses known model pricing when modelInfo is not provided", () => {
-		const config: ProviderConfig = {
-			providerId: "anthropic",
-			modelId: "claude-sonnet-test",
-			apiKey: "test-key",
-			knownModels: {
-				"claude-sonnet-test": {
-					id: "claude-sonnet-test",
-					pricing: {
-						input: 3,
-						output: 15,
-						cacheRead: 0.3,
-					},
-				},
-			},
-		};
-		const handler = new TestHandler(config);
-
-		const cost = handler.computeCost(1_000_000, 1_000_000, 100_000);
-
-		expect(cost).toBeCloseTo(18.03, 6);
-	});
-
-	it("does not charge cache reads twice when input already includes them", () => {
-		const config: ProviderConfig = {
-			providerId: "openai-native",
-			modelId: "gpt-test",
-			apiKey: "test-key",
-			knownModels: {
-				"gpt-test": {
-					id: "gpt-test",
-					pricing: {
-						input: 1,
-						output: 2,
-						cacheRead: 0.5,
-					},
-				},
-			},
-		};
-		const handler = new TestHandler(config);
-
-		const cost = handler.computeCostFromInclusiveInput(100, 40, 25);
-
-		expect(cost).toBeCloseTo(0.0001675, 10);
-	});
-
-	it("does not charge cache writes twice when input already includes them", () => {
-		const config: ProviderConfig = {
-			providerId: "openai-native",
-			modelId: "gpt-test",
-			apiKey: "test-key",
-			knownModels: {
-				"gpt-test": {
-					id: "gpt-test",
-					pricing: {
-						input: 1,
-						output: 2,
-						cacheRead: 0.5,
-						cacheWrite: 1.25,
-					},
-				},
-			},
-		};
-		const handler = new TestHandler(config);
-
-		const cost = handler.computeCostFromInclusiveInput(100, 40, 25, 10);
-
-		expect(cost).toBeCloseTo(0.00017, 10);
-	});
-});
-
-describe("BaseHandler abort signal wiring", () => {
-	it("does not let a stale request signal abort a newer request", () => {
-		const logger = {
-			debug: vi.fn(),
-			warn: vi.fn(),
-		};
-		const request1 = new AbortController();
-		const handler = new TestHandler({
-			providerId: "openrouter",
-			modelId: "mock-model",
-			apiKey: "test-key",
-			baseUrl: "https://example.com/v1",
-			abortSignal: request1.signal,
-			logger,
-		});
-
-		const signal1 = handler.exposeAbortSignal();
-		expect(signal1.aborted).toBe(false);
-
-		const request2 = new AbortController();
-		handler.setAbortSignal(request2.signal);
-		const signal2 = handler.exposeAbortSignal();
-		expect(signal2).not.toBe(signal1);
-		expect(signal2.aborted).toBe(false);
-
-		request1.abort(new Error("stale timeout"));
-
-		expect(signal1.aborted).toBe(true);
-		expect(signal2.aborted).toBe(false);
-		expect(logger.warn).toHaveBeenCalledWith(
-			"Provider request abort signal fired",
-			expect.objectContaining({
-				reason: expect.objectContaining({ message: "stale timeout" }),
-			}),
-		);
-	});
-
-	it("creates a fresh controller for each request", () => {
-		const handler = new TestHandler({
-			providerId: "openrouter",
-			modelId: "mock-model",
-			apiKey: "test-key",
-			baseUrl: "https://example.com/v1",
-			abortSignal: new AbortController().signal,
-		});
-
-		const signal1 = handler.exposeAbortSignal();
-		const signal2 = handler.exposeAbortSignal();
-
-		expect(signal2).not.toBe(signal1);
-		expect(signal1.aborted).toBe(false);
-		expect(signal2.aborted).toBe(false);
-	});
-});
-
-describe("BaseHandler.normalizeOpenAICompatibleBadRequest", () => {
-	it("rewrites provider metadata prompt-limit errors into a helpful message", () => {
-		const handler = new TestHandler({
-			providerId: "openrouter",
-			modelId: "anthropic/claude-sonnet-4.6",
-			apiKey: "test-key",
-			baseUrl: "https://openrouter.ai/api/v1",
-		});
-
-		const error = Object.assign(new Error("400 Provider returned error"), {
-			status: 400,
-			error: {
-				message: "Provider returned error",
-				code: 400,
-				metadata: {
-					provider_name: "Anthropic",
-					raw: JSON.stringify({
-						type: "error",
-						error: {
-							type: "invalid_request_error",
-							message: "prompt is too long: 1102640 tokens > 1000000 maximum",
-						},
-						request_id: "req_123",
-					}),
-				},
-			},
-		});
-
-		const normalized = handler.normalizeBadRequest(error);
-
-		expect(normalized?.message).toBe(
-			"Anthropic request was rejected (HTTP 400). Prompt is too long: 1102640 tokens exceeds the 1000000 token limit. Request ID: req_123.",
-		);
-		expect(normalized?.cause).toBe(error);
-	});
-
-	it("returns undefined for non-400 errors", () => {
-		const handler = new TestHandler({
-			providerId: "openrouter",
-			modelId: "anthropic/claude-sonnet-4.6",
-			apiKey: "test-key",
-			baseUrl: "https://openrouter.ai/api/v1",
-		});
-
-		const normalized = handler.normalizeBadRequest(
-			Object.assign(new Error("500 Provider returned error"), {
-				status: 500,
-			}),
-		);
-
-		expect(normalized).toBeUndefined();
-	});
-});

package/src/providers/handlers/base.ts

@@ -1,310 +0,0 @@
-/**
- * Base Handler
- *
- * Abstract base class that provides common functionality for all handlers.
- */
-
-import { nanoid } from "nanoid";
-import type {
-	ApiHandler,
-	ApiStream,
-	ApiStreamUsageChunk,
-	HandlerModelInfo,
-	ModelInfo,
-	ProviderConfig,
-} from "../types";
-import type { Message, ToolDefinition } from "../types/messages";
-import type { ApiStreamChunk } from "../types/stream";
-
-export const DEFAULT_REQUEST_HEADERS: Record<string, string> = {
-	"HTTP-Referer": "https://cline.bot",
-	"X-Title": "Cline",
-	"X-IS-MULTIROOT": "false",
-	"X-CLIENT-TYPE": "cline-sdk",
-};
-
-interface OpenAICompatibleProviderErrorShape {
-	status?: number;
-	message?: string;
-	error?: {
-		message?: string;
-		code?: number;
-		metadata?: {
-			raw?: string;
-			provider_name?: string;
-		};
-	};
-	response?: {
-		status?: number;
-	};
-}
-
-const controllerIds = new WeakMap<AbortController, string>();
-let controllerIdCounter = 0;
-
-function getControllerId(controller: AbortController): string {
-	let id = controllerIds.get(controller);
-	if (!id) {
-		id = `abort_${++controllerIdCounter}`;
-		controllerIds.set(controller, id);
-	}
-	return id;
-}
-
-function serializeAbortReason(reason: unknown): unknown {
-	return reason instanceof Error
-		? { name: reason.name, message: reason.message }
-		: reason;
-}
-
-/**
- * Base handler class with common functionality
- */
-export abstract class BaseHandler implements ApiHandler {
-	protected config: ProviderConfig;
-	protected abortController: AbortController | undefined;
-	private abortSignalSequence = 0;
-
-	constructor(config: ProviderConfig) {
-		this.config = config;
-	}
-
-	abstract getMessages(systemPrompt: string, messages: Message[]): unknown;
-
-	abstract createMessage(
-		systemPrompt: string,
-		messages: Message[],
-		tools?: ToolDefinition[],
-	): ApiStream;
-
-	getModel(): HandlerModelInfo {
-		const modelId = this.config.modelId;
-		return {
-			id: modelId,
-			info: { ...(this.config.modelInfo ?? {}), id: modelId },
-		};
-	}
-
-	async getApiStreamUsage(): Promise<ApiStreamUsageChunk | undefined> {
-		return undefined;
-	}
-
-	protected getAbortSignal(): AbortSignal {
-		const controller = new AbortController();
-		this.abortController = controller;
-		controller.signal.addEventListener(
-			"abort",
-			() => {
-				if (this.abortController === controller) {
-					this.abortController = undefined;
-				}
-			},
-			{ once: true },
-		);
-
-		const configSignal = this.config.abortSignal;
-		if (configSignal) {
-			if (configSignal.aborted) {
-				this.logAbort("debug", "Provider request inherited aborted signal", {
-					controllerId: getControllerId(controller),
-					reason: serializeAbortReason(configSignal.reason),
-				});
-				controller.abort(configSignal.reason);
-			} else {
-				const signalId = ++this.abortSignalSequence;
-				configSignal.addEventListener(
-					"abort",
-					() => {
-						this.logAbort("warn", "Provider request abort signal fired", {
-							controllerId: getControllerId(controller),
-							signalId,
-							reason: serializeAbortReason(configSignal.reason),
-						});
-						controller.abort(configSignal.reason);
-					},
-					{ once: true },
-				);
-				this.logAbort("debug", "Provider request attached abort signal", {
-					controllerId: getControllerId(controller),
-					signalId,
-				});
-			}
-		}
-
-		return controller.signal;
-	}
-
-	abort(): void {
-		this.abortController?.abort();
-	}
-
-	setAbortSignal(signal: AbortSignal | undefined): void {
-		this.config.abortSignal = signal;
-		if (signal?.aborted) {
-			this.logAbort("debug", "Provider handler received pre-aborted signal", {
-				controllerId: this.abortController
-					? getControllerId(this.abortController)
-					: undefined,
-				reason: serializeAbortReason(signal.reason),
-			});
-			this.abortController?.abort(signal.reason);
-		}
-	}
-
-	private logAbort(
-		level: "debug" | "warn",
-		message: string,
-		metadata?: Record<string, unknown>,
-	): void {
-		this.config.logger?.[level]?.(message, {
-			providerId: this.config.providerId,
-			modelId: this.config.modelId,
-			...metadata,
-		});
-	}
-
-	protected supportsPromptCache(modelInfo?: ModelInfo): boolean {
-		const resolvedModelInfo =
-			modelInfo ??
-			this.config.modelInfo ??
-			this.config.knownModels?.[this.config.modelId];
-		const pricing = resolvedModelInfo?.pricing;
-
-		return (
-			resolvedModelInfo?.capabilities?.includes("prompt-cache") === true ||
-			this.config.capabilities?.includes("prompt-cache") === true ||
-			typeof pricing?.cacheRead === "number" ||
-			typeof pricing?.cacheWrite === "number"
-		);
-	}
-
-	protected calculateCost(
-		inputTokens: number,
-		outputTokens: number,
-		cacheReadTokens = 0,
-		cacheWriteTokens = 0,
-	): number | undefined {
-		const pricing = (
-			this.config.modelInfo ?? this.config.knownModels?.[this.config.modelId]
-		)?.pricing;
-		if (!pricing?.input || !pricing?.output) {
-			return undefined;
-		}
-
-		return (
-			(inputTokens / 1_000_000) * pricing.input +
-			(outputTokens / 1_000_000) * pricing.output +
-			(cacheReadTokens > 0
-				? (cacheReadTokens / 1_000_000) * (pricing.cacheRead ?? 0)
-				: 0) +
-			(cacheWriteTokens > 0
-				? (cacheWriteTokens / 1_000_000) *
-					(pricing.cacheWrite ?? pricing.input * 1.25)
-				: 0)
-		);
-	}
-
-	protected calculateCostFromInclusiveInput(
-		inputTokens: number,
-		outputTokens: number,
-		cacheReadTokens = 0,
-		cacheWriteTokens = 0,
-	): number | undefined {
-		return this.calculateCost(
-			Math.max(0, inputTokens - cacheReadTokens - cacheWriteTokens),
-			outputTokens,
-			cacheReadTokens,
-			cacheWriteTokens,
-		);
-	}
-
-	protected createResponseId(): string {
-		return nanoid();
-	}
-
-	protected withResponseId<T extends ApiStreamChunk>(
-		chunk: T,
-		responseId: string,
-	): T {
-		return { ...chunk, id: responseId };
-	}
-
-	protected *withResponseIdForAll(
-		chunks: Iterable<ApiStreamChunk>,
-		responseId: string,
-	): Generator<ApiStreamChunk> {
-		for (const chunk of chunks) {
-			yield { ...chunk, id: responseId };
-		}
-	}
-
-	protected getRequestHeaders(): Record<string, string> {
-		return {
-			...DEFAULT_REQUEST_HEADERS,
-			...(this.config.headers ?? {}),
-		};
-	}
-
-	protected normalizeOpenAICompatibleBadRequest(
-		error: unknown,
-	): Error | undefined {
-		const rawError = error as OpenAICompatibleProviderErrorShape | undefined;
-		const status =
-			rawError?.status ??
-			rawError?.response?.status ??
-			rawError?.error?.code ??
-			(typeof rawError?.message === "string" && rawError.message.includes("400")
-				? 400
-				: undefined);
-		if (status !== 400) {
-			return undefined;
-		}
-
-		const rawMetadata = rawError?.error?.metadata?.raw;
-		const parsedRaw = this.parseRawProviderError(rawMetadata);
-		const detail =
-			parsedRaw?.error?.message?.trim() ||
-			rawError?.error?.message?.trim() ||
-			rawError?.message?.trim() ||
-			"Provider returned error";
-		const providerName =
-			rawError?.error?.metadata?.provider_name?.trim() || "Provider";
-		const requestId = parsedRaw?.request_id?.trim();
-		const normalizedMessage = this.rewriteProviderBadRequestDetail(detail);
-		const suffix = requestId ? ` Request ID: ${requestId}.` : "";
-		return new Error(
-			`${providerName} request was rejected (HTTP 400). ${normalizedMessage}${suffix}`,
-			{
-				cause: error instanceof Error ? error : undefined,
-			},
-		);
-	}
-
-	private parseRawProviderError(
-		raw: string | undefined,
-	): { error?: { message?: string }; request_id?: string } | undefined {
-		if (!raw) {
-			return undefined;
-		}
-		try {
-			return JSON.parse(raw) as {
-				error?: { message?: string };
-				request_id?: string;
-			};
-		} catch {
-			return undefined;
-		}
-	}
-
-	private rewriteProviderBadRequestDetail(detail: string): string {
-		const promptTooLongMatch = detail.match(
-			/prompt is too long:\s*([\d,]+)\s*tokens?\s*>\s*([\d,]+)\s*maximum/i,
-		);
-		if (promptTooLongMatch) {
-			const actual = promptTooLongMatch[1];
-			const maximum = promptTooLongMatch[2];
-			return `Prompt is too long: ${actual} tokens exceeds the ${maximum} token limit.`;
-		}
-		return detail.endsWith(".") ? detail : `${detail}.`;
-	}
-}