@clinebot/llms 0.0.18 → 0.0.21

package/src/providers/handlers/openai-base.ts

@@ -1,341 +0,0 @@
-/**
- * OpenAI Base Handler
- *
- * Base class for all handlers using the OpenAI SDK.
- * This handles the common streaming logic and can be extended for:
- * - Standard OpenAI API
- * - OpenAI-compatible providers (DeepSeek, xAI, Together, etc.)
- * - OpenRouter
- * - Azure OpenAI
- */
-
-import OpenAI from "openai";
-import type { ChatCompletionChunk } from "openai/resources/chat/completions";
-import {
-	convertToOpenAIMessages,
-	getOpenAIToolParams,
-} from "../transform/openai-format";
-import type {
-	ApiStream,
-	HandlerModelInfo,
-	ModelCapability,
-	ModelInfo,
-	ProviderConfig,
-} from "../types";
-import type { Message, ToolDefinition } from "../types/messages";
-import { retryStream } from "../utils/retry";
-import { ToolCallProcessor } from "../utils/tool-processor";
-import { getMissingApiKeyError, resolveApiKeyForProvider } from "./auth";
-import { BaseHandler } from "./base";
-
-const DEFAULT_REASONING_EFFORT = "medium" as const;
-
-/**
- * Base handler for OpenAI SDK-based providers
- *
- * Uses ProviderConfig fields:
- * - baseUrl: Base URL for the API
- * - modelId: Model ID
- * - knownModels: Known models with their info
- * - headers: Custom headers
- * - capabilities: Array of supported capabilities (reasoning, prompt-cache, etc.)
- */
-export class OpenAIBaseHandler extends BaseHandler {
-	protected client: OpenAI | undefined;
-
-	/**
-	 * Ensure the OpenAI client is initialized
-	 * Can be overridden for custom client creation (e.g., Azure)
-	 */
-	protected ensureClient(): OpenAI {
-		if (!this.client) {
-			const baseURL = this.config.baseUrl;
-
-			if (!baseURL) {
-				throw new Error("Base URL is required. Set baseUrl in config.");
-			}
-			const apiKey = resolveApiKeyForProvider(
-				this.config.providerId,
-				this.config.apiKey,
-			);
-			if (!apiKey) {
-				throw new Error(getMissingApiKeyError(this.config.providerId));
-			}
-			const requestHeaders = this.getRequestHeaders();
-			// const hasAuthorizationHeader = Object.keys(requestHeaders).some((key) => key.toLowerCase() === "authorization")
-
-			this.client = new OpenAI({
-				apiKey,
-				baseURL,
-				defaultHeaders: requestHeaders,
-			});
-		}
-		return this.client;
-	}
-
-	/**
-	 * Get model info, falling back to provider defaults
-	 */
-	getModel(): HandlerModelInfo {
-		const modelId = this.config.modelId;
-		if (!modelId) {
-			throw new Error("Model ID is required. Set modelId in config.");
-		}
-
-		const modelInfo =
-			this.config.modelInfo ??
-			this.config.knownModels?.[modelId] ??
-			this.getDefaultModelInfo();
-
-		return { id: modelId, info: { ...modelInfo, id: modelId } };
-	}
-
-	protected getDefaultModelInfo(): ModelInfo {
-		const capabilities: ModelCapability[] = this.config.capabilities?.includes(
-			"prompt-cache",
-		)
-			? ["prompt-cache"]
-			: [];
-		return {
-			id: this.config.modelId,
-			capabilities,
-		};
-	}
-
-	getMessages(
-		systemPrompt: string,
-		messages: Message[],
-	): OpenAI.Chat.ChatCompletionMessageParam[] {
-		const model = this.getModel();
-		const supportsPromptCache = this.supportsPromptCache(model.info);
-		const systemMessage = supportsPromptCache
-			? ({
-					role: "system",
-					content: [
-						{
-							type: "text",
-							text: systemPrompt,
-							cache_control: { type: "ephemeral" },
-						},
-					],
-				} as unknown as OpenAI.Chat.ChatCompletionMessageParam)
-			: { role: "system" as const, content: systemPrompt };
-
-		return [
-			systemMessage,
-			...convertToOpenAIMessages(messages, supportsPromptCache),
-		];
-	}
-
-	/**
-	 * Create a streaming message
-	 */
-	async *createMessage(
-		systemPrompt: string,
-		messages: Message[],
-		tools?: ToolDefinition[],
-	): ApiStream {
-		yield* retryStream(() =>
-			this.createMessageInternal(systemPrompt, messages, tools),
-		);
-	}
-
-	private async *createMessageInternal(
-		systemPrompt: string,
-		messages: Message[],
-		tools?: ToolDefinition[],
-	): ApiStream {
-		const client = this.ensureClient();
-		const { id: modelId, info: modelInfo } = this.getModel();
-		const responseId = this.createResponseId();
-
-		// Convert messages to OpenAI format
-		const openAiMessages = this.getMessages(systemPrompt, messages);
-
-		// Build request options
-		const requestOptions: Record<string, unknown> &
-			OpenAI.ChatCompletionCreateParamsStreaming = {
-			model: modelId,
-			messages: openAiMessages,
-			stream: true,
-			stream_options: { include_usage: true },
-			...getOpenAIToolParams(tools, {
-				// OpenRouter can reject strict function schemas on some routed models.
-				strict: this.config.providerId !== "openrouter",
-			}),
-		};
-
-		// Add top-level cache_control for OpenRouter with Anthropic models.
-		// This enables automatic caching where the cache breakpoint advances
-		// as the conversation grows, rather than relying on explicit per-block
-		// breakpoints which are limited to 4.
-		if (
-			this.config.providerId === "openrouter" &&
-			modelId.startsWith("anthropic/")
-		) {
-			requestOptions.cache_control = { type: "ephemeral" };
-		}
-
-		// Add max tokens if configured
-		const maxTokens = modelInfo.maxTokens ?? this.config.maxOutputTokens;
-		if (maxTokens) {
-			requestOptions.max_completion_tokens = maxTokens;
-		}
-
-		// Add temperature if not a reasoning model
-		const modelSupportsReasoning =
-			modelInfo.capabilities?.includes("reasoning") ?? false;
-		if (!modelSupportsReasoning) {
-			requestOptions.temperature = modelInfo.temperature ?? 0;
-		}
-
-		// Add reasoning effort for supported models
-		const supportsReasoningEffort =
-			modelInfo.capabilities?.includes("reasoning-effort") ||
-			modelInfo.capabilities?.includes("reasoning") ||
-			false;
-		const effectiveReasoningEffort =
-			this.config.reasoningEffort ??
-			(this.config.thinking ? DEFAULT_REASONING_EFFORT : undefined);
-		if (supportsReasoningEffort && effectiveReasoningEffort) {
-			(
-				requestOptions as OpenAI.ChatCompletionCreateParamsStreaming & {
-					reasoning_effort?: string;
-				}
-			).reasoning_effort = effectiveReasoningEffort;
-		}
-
-		const requestHeaders = this.getRequestHeaders();
-		const hasAuthorizationHeader = Object.keys(requestHeaders).some(
-			(key) => key.toLowerCase() === "authorization",
-		);
-		const apiKey = resolveApiKeyForProvider(
-			this.config.providerId,
-			this.config.apiKey,
-		);
-		if (!hasAuthorizationHeader && apiKey) {
-			requestHeaders.Authorization = `Bearer ${apiKey}`;
-		}
-		const abortSignal = this.getAbortSignal();
-		let stream: AsyncIterable<ChatCompletionChunk>;
-		try {
-			stream = await client.chat.completions.create(requestOptions, {
-				signal: abortSignal,
-				headers: requestHeaders,
-			});
-		} catch (error) {
-			throw this.normalizeOpenAICompatibleBadRequest(error) ?? error;
-		}
-		const toolCallProcessor = new ToolCallProcessor();
-		let finishReason: string | null = null;
-
-		for await (const chunk of stream) {
-			const choice = chunk.choices?.[0];
-			if (choice?.finish_reason) {
-				finishReason = choice.finish_reason;
-			}
-			yield* this.withResponseIdForAll(
-				this.processChunk(chunk, toolCallProcessor, modelInfo, responseId),
-				responseId,
-			);
-		}
-
-		yield {
-			type: "done",
-			success: true,
-			id: responseId,
-			incompleteReason: finishReason === "length" ? "max_tokens" : undefined,
-		};
-	}
-
-	/**
-	 * Process a single chunk from the stream
-	 * Can be overridden for provider-specific handling
-	 */
-	protected *processChunk(
-		chunk: ChatCompletionChunk,
-		toolCallProcessor: ToolCallProcessor,
-		_modelInfo: ModelInfo,
-		responseId: string,
-	): Generator<import("../types").ApiStreamChunk> {
-		const rawDelta = chunk.choices?.[0]?.delta;
-		const delta = rawDelta && {
-			...rawDelta,
-			reasoning_content: (rawDelta as { reasoning_content?: string })
-				.reasoning_content,
-		};
-
-		// Handle text content
-		if (delta?.content) {
-			yield { type: "text", text: delta.content, id: responseId };
-		}
-
-		// Handle reasoning content (DeepSeek, xAI, etc.)
-		if (delta?.reasoning_content) {
-			yield {
-				type: "reasoning",
-				reasoning: delta.reasoning_content,
-				id: responseId,
-			};
-		}
-
-		// Handle tool calls
-		if (delta?.tool_calls) {
-			yield* toolCallProcessor.processToolCallDeltas(
-				delta.tool_calls.map((tc) => ({
-					index: tc.index,
-					id: tc.id,
-					function: tc.function,
-				})),
-				responseId,
-			);
-		}
-
-		// Handle usage information
-		if (chunk.usage) {
-			const inputTokens = chunk.usage.prompt_tokens ?? 0;
-			const outputTokens = chunk.usage.completion_tokens ?? 0;
-			const usageWithCache = chunk.usage as typeof chunk.usage & {
-				prompt_tokens_details?: {
-					cached_tokens?: number;
-					cache_write_tokens?: number;
-				};
-				cache_creation_input_tokens?: number;
-				cache_read_input_tokens?: number;
-			};
-			const cacheReadTokens =
-				usageWithCache.prompt_tokens_details?.cached_tokens ??
-				usageWithCache.cache_read_input_tokens ??
-				0;
-			const cacheWriteTokens =
-				usageWithCache.prompt_tokens_details?.cache_write_tokens ??
-				usageWithCache.cache_creation_input_tokens ??
-				0;
-
-			yield {
-				type: "usage",
-				inputTokens: Math.max(
-					0,
-					inputTokens - cacheReadTokens - cacheWriteTokens,
-				),
-				outputTokens,
-				cacheReadTokens,
-				cacheWriteTokens,
-				totalCost: this.calculateCostFromInclusiveInput(
-					inputTokens,
-					outputTokens,
-					cacheReadTokens,
-					cacheWriteTokens,
-				),
-				id: responseId,
-			};
-		}
-	}
-}
-
-/**
- * Create an OpenAI-compatible handler
- */
-export function createOpenAIHandler(config: ProviderConfig): OpenAIBaseHandler {
-	return new OpenAIBaseHandler(config);
-}

package/src/providers/handlers/openai-responses.test.ts

@@ -1,259 +0,0 @@
-import { describe, expect, it } from "vitest";
-import type { Message } from "../types/messages";
-import type { ApiStreamChunk } from "../types/stream";
-import { OpenAIResponsesHandler } from "./openai-responses";
-
-class TestOpenAIResponsesHandler extends OpenAIResponsesHandler {
-	private readonly functionCallMetadataByItemId = new Map<
-		string,
-		{ callId?: string; name?: string }
-	>();
-
-	processChunkForTest(chunk: any, responseId = "resp_1"): ApiStreamChunk[] {
-		return [
-			...this.processResponseChunk(
-				chunk,
-				{ id: "gpt-5.4", capabilities: ["tools"] },
-				responseId,
-				this.functionCallMetadataByItemId,
-			),
-		];
-	}
-}
-
-describe("OpenAIResponsesHandler", () => {
-	it("converts tool_use/tool_result message history into Responses input items", () => {
-		const handler = new TestOpenAIResponsesHandler({
-			providerId: "openai-native",
-			modelId: "gpt-5.4",
-			apiKey: "test-key",
-			baseUrl: "https://example.com",
-		});
-
-		const messages: Message[] = [
-			{ role: "user", content: [{ type: "text", text: "Run pwd" }] },
-			{
-				role: "assistant",
-				content: [
-					{ type: "text", text: "Running command..." },
-					{
-						type: "tool_use",
-						id: "fc_1",
-						call_id: "call_1",
-						name: "run_commands",
-						input: { commands: ["pwd"] },
-					},
-					{ type: "text", text: "Waiting for output" },
-				],
-			},
-			{
-				role: "user",
-				content: [
-					{
-						type: "tool_result",
-						tool_use_id: "call_1",
-						content: "/tmp/workspace",
-					},
-					{ type: "text", text: "continue" },
-				],
-			},
-		];
-
-		const input = handler.getMessages("system", messages);
-
-		expect(input).toEqual([
-			{
-				type: "message",
-				role: "user",
-				content: [{ type: "input_text", text: "Run pwd" }],
-			},
-			{
-				type: "message",
-				role: "assistant",
-				content: [{ type: "output_text", text: "Running command..." }],
-			},
-			{
-				type: "function_call",
-				call_id: "call_1",
-				name: "run_commands",
-				arguments: '{"commands":["pwd"]}',
-			},
-			{
-				type: "message",
-				role: "assistant",
-				content: [{ type: "output_text", text: "Waiting for output" }],
-			},
-			{
-				type: "function_call_output",
-				call_id: "call_1",
-				output: "/tmp/workspace",
-			},
-			{
-				type: "message",
-				role: "user",
-				content: [{ type: "input_text", text: "continue" }],
-			},
-		]);
-	});
-
-	it("falls back to tool_use id when call_id is unavailable", () => {
-		const handler = new TestOpenAIResponsesHandler({
-			providerId: "openai-native",
-			modelId: "gpt-5.4",
-			apiKey: "test-key",
-			baseUrl: "https://example.com",
-		});
-
-		const messages: Message[] = [
-			{
-				role: "assistant",
-				content: [
-					{
-						type: "tool_use",
-						id: "fc_123",
-						name: "search_codebase",
-						input: { pattern: "history" },
-					},
-				],
-			},
-			{
-				role: "user",
-				content: [
-					{
-						type: "tool_result",
-						tool_use_id: "fc_123",
-						content: "found",
-					},
-				],
-			},
-		];
-
-		const input = handler.getMessages("system", messages);
-		expect(input).toEqual([
-			{
-				type: "function_call",
-				call_id: "fc_123",
-				name: "search_codebase",
-				arguments: '{"pattern":"history"}',
-			},
-			{
-				type: "function_call_output",
-				call_id: "fc_123",
-				output: "found",
-			},
-		]);
-	});
-
-	it("does not map function-call item ids to tool names", () => {
-		const handler = new TestOpenAIResponsesHandler({
-			providerId: "openai-native",
-			modelId: "gpt-5.4",
-			apiKey: "test-key",
-			baseUrl: "https://example.com",
-		});
-
-		const itemId = "fc_03aad4ff6c019bed0069ba5e9ad030819f8b2b06c5ac013811";
-
-		const addedChunks = handler.processChunkForTest({
-			type: "response.output_item.added",
-			item: {
-				type: "function_call",
-				id: itemId,
-				call_id: "call_1",
-				name: "run_commands",
-				arguments: "{}",
-			},
-		});
-		const deltaChunks = handler.processChunkForTest({
-			type: "response.function_call_arguments.delta",
-			item_id: itemId,
-			delta: '{"commands":["pwd"]',
-		});
-
-		expect(addedChunks).toHaveLength(1);
-		expect(deltaChunks).toHaveLength(1);
-		expect(deltaChunks[0]).toMatchObject({
-			type: "tool_calls",
-			tool_call: {
-				call_id: "call_1",
-				function: {
-					id: itemId,
-					name: "run_commands",
-				},
-			},
-		});
-	});
-
-	it("leaves tool name undefined for argument deltas without metadata", () => {
-		const handler = new TestOpenAIResponsesHandler({
-			providerId: "openai-native",
-			modelId: "gpt-5.4",
-			apiKey: "test-key",
-			baseUrl: "https://example.com",
-		});
-
-		const itemId = "fc_unknown";
-		const deltaChunks = handler.processChunkForTest({
-			type: "response.function_call_arguments.delta",
-			item_id: itemId,
-			delta: '{"x":1}',
-		});
-
-		expect(deltaChunks).toHaveLength(1);
-		expect(deltaChunks[0]).toMatchObject({
-			type: "tool_calls",
-			tool_call: {
-				function: {
-					id: itemId,
-					name: undefined,
-				},
-			},
-		});
-	});
-
-	it("keeps cached input tokens separate in usage chunks", () => {
-		const handler = new TestOpenAIResponsesHandler({
-			providerId: "openai-native",
-			modelId: "gpt-5.4",
-			apiKey: "test-key",
-			baseUrl: "https://example.com",
-			modelInfo: {
-				id: "gpt-5.4",
-				pricing: {
-					input: 1,
-					output: 2,
-					cacheRead: 0.5,
-				},
-			},
-		});
-
-		const chunks = handler.processChunkForTest({
-			type: "response.completed",
-			response: {
-				id: "resp_usage",
-				usage: {
-					input_tokens: 100,
-					output_tokens: 40,
-					input_tokens_details: {
-						cached_tokens: 25,
-					},
-					output_tokens_details: {
-						reasoning_tokens: 10,
-					},
-				},
-			},
-		});
-
-		expect(chunks[0]).toMatchObject({
-			type: "usage",
-			inputTokens: 75,
-			outputTokens: 40,
-			cacheReadTokens: 25,
-			cacheWriteTokens: 0,
-		});
-		expect(chunks[0]?.type).toBe("usage");
-		if (chunks[0]?.type === "usage") {
-			expect(chunks[0].totalCost).toBeCloseTo(0.0001675, 10);
-		}
-	});
-});