@clinebot/llms 0.0.18 → 0.0.21

package/src/providers/utils/tool-processor.ts

@@ -1,146 +0,0 @@
-/**
- * Tool Call Processor
- *
- * Handles incremental assembly of tool calls from streaming responses.
- * Tool calls can arrive in chunks that need to be accumulated.
- */
-
-import type {
-	ApiStreamToolCall,
-	ApiStreamToolCallsChunk,
-} from "../types/stream";
-
-// Re-export to satisfy linter (type is used in generator return type)
-export type { ApiStreamToolCallsChunk };
-
-interface ToolCallDelta {
-	index: number;
-	id?: string;
-	function?: {
-		name?: string;
-		arguments?: unknown;
-	};
-}
-
-/**
- * Processes tool call deltas from streaming API responses
- */
-export class ToolCallProcessor {
-	private toolCalls: Map<
-		number,
-		{
-			id: string;
-			name: string;
-			arguments: string;
-		}
-	> = new Map();
-
-	/**
-	 * Process tool call deltas and yield complete tool calls
-	 */
-	processToolCallDeltas(
-		deltas: ToolCallDelta[],
-		responseId: string,
-	): ApiStreamToolCallsChunk[] {
-		const results: ApiStreamToolCallsChunk[] = [];
-		for (const delta of deltas) {
-			const { index, id } = delta;
-			const fn = delta.function;
-
-			// Get or create tool call state
-			let toolCall = this.toolCalls.get(index);
-			if (!toolCall) {
-				toolCall = { id: "", name: "", arguments: "" };
-				this.toolCalls.set(index, toolCall);
-			}
-
-			// Update with delta values
-			if (id) {
-				toolCall.id = id;
-			}
-			if (fn?.name) {
-				toolCall.name = fn.name;
-			}
-			const rawArguments = fn?.arguments;
-			const deltaArguments = this.normalizeArgumentsDelta(
-				toolCall.arguments,
-				rawArguments,
-			);
-			if (deltaArguments) {
-				toolCall.arguments += deltaArguments;
-			}
-
-			// Add the current state as a chunk
-			// This allows streaming of partial tool calls
-			if (toolCall.id && toolCall.name) {
-				results.push({
-					type: "tool_calls",
-					id: responseId,
-					tool_call: {
-						call_id: toolCall.id,
-						function: {
-							id: toolCall.id,
-							name: toolCall.name,
-							// Emit only the current delta arguments; the agent layer already
-							// performs accumulation for streaming tool arguments.
-							arguments: deltaArguments,
-						},
-					},
-				});
-			}
-		}
-		return results;
-	}
-
-	/**
-	 * Get all accumulated tool calls
-	 */
-	getToolCalls(): ApiStreamToolCall[] {
-		return Array.from(this.toolCalls.values()).map((tc) => ({
-			call_id: tc.id,
-			function: {
-				id: tc.id,
-				name: tc.name,
-				arguments: tc.arguments,
-			},
-		}));
-	}
-
-	/**
-	 * Reset the processor state
-	 */
-	reset(): void {
-		this.toolCalls.clear();
-	}
-
-	private normalizeArgumentsDelta(
-		accumulatedArguments: string,
-		rawArguments: unknown,
-	): string {
-		if (rawArguments == null) {
-			return "";
-		}
-
-		const nextArguments =
-			typeof rawArguments === "string"
-				? rawArguments
-				: JSON.stringify(rawArguments);
-
-		if (!nextArguments) {
-			return "";
-		}
-
-		// Some OpenAI-compatible providers emit cumulative argument snapshots
-		// instead of true deltas. Convert those snapshots back into a suffix so
-		// downstream accumulation only happens once.
-		if (
-			accumulatedArguments &&
-			nextArguments.length >= accumulatedArguments.length &&
-			nextArguments.startsWith(accumulatedArguments)
-		) {
-			return nextArguments.slice(accumulatedArguments.length);
-		}
-
-		return nextArguments;
-	}
-}

package/src/sdk.ts

@@ -1,264 +0,0 @@
-import {
-	hasProvider,
-	registerModel as registerModelInCatalog,
-	registerProvider as registerProviderInCatalog,
-} from "./models/index";
-import {
-	type ApiHandler,
-	createHandler as createProviderHandler,
-	createHandlerAsync as createProviderHandlerAsync,
-	registerAsyncHandler,
-	registerHandler,
-} from "./providers/index";
-import type {
-	CreateHandlerInput,
-	LlmsConfig,
-	LlmsSdk,
-	ProviderConfigDefaults,
-	RegisteredProviderSummary,
-	RegisterModelInput,
-	RegisterProviderInput,
-} from "./types";
-
-interface InternalProviderConfig {
-	id: string;
-	models: Set<string>;
-	defaultModel: string;
-	defaults: ProviderConfigDefaults;
-}
-
-function cloneDefaults(
-	defaults: ProviderConfigDefaults | undefined,
-): ProviderConfigDefaults {
-	return defaults ? { ...defaults } : {};
-}
-
-function resolveApiKey(
-	apiKey?: string,
-	apiKeyEnv?: string,
-): string | undefined {
-	if (apiKey) {
-		return apiKey;
-	}
-
-	if (!apiKeyEnv) {
-		return undefined;
-	}
-
-	const runtimeProcess = globalThis.process;
-	if (!runtimeProcess?.env) {
-		return undefined;
-	}
-
-	return runtimeProcess.env[apiKeyEnv];
-}
-
-function assertNonEmptyModels(providerId: string, models: string[]): void {
-	if (!models.length) {
-		throw new Error(
-			`Provider "${providerId}" must include at least one model.`,
-		);
-	}
-}
-
-export class DefaultLlmsSdk implements LlmsSdk {
-	private readonly providerConfigs = new Map<string, InternalProviderConfig>();
-
-	constructor(config: LlmsConfig) {
-		this.applyConfig(config);
-	}
-
-	createHandler(input: CreateHandlerInput): ApiHandler {
-		return createProviderHandler(this.toProviderHandlerConfig(input));
-	}
-
-	async createHandlerAsync(input: CreateHandlerInput): Promise<ApiHandler> {
-		return createProviderHandlerAsync(this.toProviderHandlerConfig(input));
-	}
-
-	private toProviderHandlerConfig(input: CreateHandlerInput) {
-		const providerConfig = this.requireConfiguredProvider(input.providerId);
-		const modelId = input.modelId ?? providerConfig.defaultModel;
-
-		if (!providerConfig.models.has(modelId)) {
-			throw new Error(
-				`Model "${modelId}" is not configured for provider "${input.providerId}".`,
-			);
-		}
-
-		return {
-			providerId: input.providerId,
-			modelId,
-			...providerConfig.defaults,
-			...input.overrides,
-		};
-	}
-
-	registerProvider(input: RegisterProviderInput): void {
-		registerProviderInCatalog(input.collection);
-
-		if (input.handlerFactory && input.asyncHandlerFactory) {
-			throw new Error(
-				`Provider "${input.collection.provider.id}" cannot register both sync and async handlers.`,
-			);
-		}
-
-		if (input.handlerFactory) {
-			registerHandler(input.collection.provider.id, input.handlerFactory);
-		}
-
-		if (input.asyncHandlerFactory) {
-			registerAsyncHandler(
-				input.collection.provider.id,
-				input.asyncHandlerFactory,
-			);
-		}
-
-		const exposedModels =
-			input.exposeModels ?? Object.keys(input.collection.models);
-		assertNonEmptyModels(input.collection.provider.id, exposedModels);
-
-		const existing = this.providerConfigs.get(input.collection.provider.id);
-		const defaultModel =
-			input.defaultModel ??
-			input.collection.provider.defaultModelId ??
-			exposedModels[0];
-
-		if (!defaultModel) {
-			throw new Error(
-				`Provider "${input.collection.provider.id}" must define a default model.`,
-			);
-		}
-
-		if (!exposedModels.includes(defaultModel)) {
-			throw new Error(
-				`Default model "${defaultModel}" is not included in configured models for "${input.collection.provider.id}".`,
-			);
-		}
-
-		const mergedModels = new Set<string>([
-			...(existing?.models ?? []),
-			...exposedModels,
-		]);
-		const mergedDefaults = {
-			...(existing?.defaults ?? {}),
-			...cloneDefaults(input.defaults),
-		};
-
-		this.providerConfigs.set(input.collection.provider.id, {
-			id: input.collection.provider.id,
-			models: mergedModels,
-			defaultModel,
-			defaults: mergedDefaults,
-		});
-	}
-
-	registerModel(input: RegisterModelInput): void {
-		registerModelInCatalog(input.providerId, input.modelId, input.info);
-
-		const existing = this.providerConfigs.get(input.providerId);
-		if (!existing) {
-			this.providerConfigs.set(input.providerId, {
-				id: input.providerId,
-				models: new Set([input.modelId]),
-				defaultModel: input.modelId,
-				defaults: {},
-			});
-			return;
-		}
-
-		existing.models.add(input.modelId);
-	}
-
-	getProviders(): RegisteredProviderSummary[] {
-		return Array.from(this.providerConfigs.values()).map((provider) => ({
-			id: provider.id,
-			models: Array.from(provider.models),
-			defaultModel: provider.defaultModel,
-		}));
-	}
-
-	getModels(providerId: string): string[] {
-		return Array.from(this.requireConfiguredProvider(providerId).models);
-	}
-
-	isProviderConfigured(providerId: string): boolean {
-		return this.providerConfigs.has(providerId);
-	}
-
-	isModelConfigured(providerId: string, modelId: string): boolean {
-		return this.providerConfigs.get(providerId)?.models.has(modelId) ?? false;
-	}
-
-	private applyConfig(config: LlmsConfig): void {
-		for (const provider of config.providers) {
-			assertNonEmptyModels(provider.id, provider.models);
-
-			if (
-				provider.defaultModel &&
-				!provider.models.includes(provider.defaultModel)
-			) {
-				throw new Error(
-					`Default model "${provider.defaultModel}" is not included in configured models for "${provider.id}".`,
-				);
-			}
-
-			const defaultModel = provider.defaultModel ?? provider.models[0];
-			if (!defaultModel) {
-				throw new Error(
-					`Provider "${provider.id}" must define a default model.`,
-				);
-			}
-
-			const apiKey = resolveApiKey(provider.apiKey, provider.apiKeyEnv);
-
-			this.providerConfigs.set(provider.id, {
-				id: provider.id,
-				models: new Set(provider.models),
-				defaultModel,
-				defaults: {
-					apiKey,
-					baseUrl: provider.baseUrl,
-					headers: provider.headers,
-					timeoutMs: provider.timeoutMs,
-					capabilities: provider.capabilities,
-					...cloneDefaults(provider.settings),
-				},
-			});
-		}
-
-		for (const model of config.models ?? []) {
-			this.registerModel(model);
-		}
-
-		for (const provider of config.customProviders ?? []) {
-			this.registerProvider(provider);
-		}
-
-		for (const providerConfig of this.providerConfigs.values()) {
-			const providerExists = hasProvider(providerConfig.id);
-			if (!providerExists) {
-				throw new Error(
-					`Provider "${providerConfig.id}" is not known. Register it through customProviders/registerProvider or use a built-in provider ID.`,
-				);
-			}
-		}
-	}
-
-	private requireConfiguredProvider(
-		providerId: string,
-	): InternalProviderConfig {
-		const providerConfig = this.providerConfigs.get(providerId);
-		if (!providerConfig) {
-			throw new Error(
-				`Provider "${providerId}" is not configured in this SDK instance.`,
-			);
-		}
-
-		return providerConfig;
-	}
-}
-
-export function createLlmsSdk(config: LlmsConfig): LlmsSdk {
-	return new DefaultLlmsSdk(config);
-}

package/src/types.ts

@@ -1,79 +0,0 @@
-import type { ModelCollection, ModelInfo } from "./models/index";
-import type {
-	ApiHandler,
-	HandlerFactory,
-	LazyHandlerFactory,
-	ProviderCapability,
-	ProviderConfig,
-} from "./providers/index";
-
-export type ProviderConfigDefaults = Omit<
-	ProviderConfig,
-	"providerId" | "modelId"
->;
-
-export interface ProviderSelectionConfig {
-	id: string;
-	models: string[];
-	defaultModel?: string;
-	apiKey?: string;
-	apiKeyEnv?: string;
-	baseUrl?: string;
-	headers?: Record<string, string>;
-	timeoutMs?: number;
-	capabilities?: ProviderCapability[];
-	settings?: ProviderConfigDefaults;
-}
-
-export interface AdditionalModelConfig {
-	providerId: string;
-	modelId: string;
-	info: ModelInfo;
-}
-
-export interface CustomProviderConfig {
-	collection: ModelCollection;
-	defaults?: ProviderConfigDefaults;
-	handlerFactory?: HandlerFactory;
-	asyncHandlerFactory?: LazyHandlerFactory;
-}
-
-export interface LlmsConfig {
-	providers: ProviderSelectionConfig[];
-	models?: AdditionalModelConfig[];
-	customProviders?: CustomProviderConfig[];
-}
-
-export interface CreateHandlerInput {
-	providerId: string;
-	modelId?: string;
-	overrides?: ProviderConfigDefaults;
-}
-
-export interface RegisteredProviderSummary {
-	id: string;
-	models: string[];
-	defaultModel: string;
-}
-
-export interface RegisterProviderInput extends CustomProviderConfig {
-	exposeModels?: string[];
-	defaultModel?: string;
-}
-
-export interface RegisterModelInput {
-	providerId: string;
-	modelId: string;
-	info: ModelInfo;
-}
-
-export interface LlmsSdk {
-	createHandler(input: CreateHandlerInput): ApiHandler;
-	createHandlerAsync(input: CreateHandlerInput): Promise<ApiHandler>;
-	registerProvider(input: RegisterProviderInput): void;
-	registerModel(input: RegisterModelInput): void;
-	getProviders(): RegisteredProviderSummary[];
-	getModels(providerId: string): string[];
-	isProviderConfigured(providerId: string): boolean;
-	isModelConfigured(providerId: string, modelId: string): boolean;
-}