@agentdevjs/llm 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,224 @@
+import { LLMClient, ThinkingEffort, CustomHeaderEntry, Message, Tool, LLMChatOptions, LLMResponse, AgentConfigFile, ModelConfig } from '@agentdevjs/core';
+export { APIErrorType, ClassifiedAPIError, ConnectionErrorDetails, DEFAULT_MAX_RETRIES, classifyAPIError, classifyAndWrapError, extractConnectionErrorDetails, getRetryDelay, getUserFriendlyMessage, parseRetryAfter, sleep as retrySleep, shouldRetry } from '@agentdevjs/core';
+import OpenAI from 'openai';
+
+type AnthropicTextBlock = {
+    type: 'text';
+    text: string;
+    cache_control?: {
+        type: 'ephemeral';
+    };
+};
+type AnthropicThinkingBlock = {
+    type: 'thinking';
+    thinking: string;
+    signature: string;
+};
+type AnthropicToolResultBlock = {
+    type: 'tool_result';
+    tool_use_id: string;
+    content: string | (AnthropicTextBlock | AnthropicImageBlock)[];
+    is_error?: boolean;
+};
+type AnthropicToolUseBlock = {
+    type: 'tool_use';
+    id: string;
+    name: string;
+    input?: unknown;
+};
+type AnthropicImageBlock = {
+    type: 'image';
+    source: {
+        type: 'base64';
+        media_type: string;
+        data: string;
+    };
+};
+type AnthropicContentBlock = AnthropicTextBlock | AnthropicThinkingBlock | AnthropicToolResultBlock | AnthropicToolUseBlock | AnthropicImageBlock;
+interface AnthropicRequestMessage {
+    role: 'user' | 'assistant';
+    content: string | AnthropicContentBlock[];
+}
+interface AnthropicToolDef {
+    name: string;
+    description: string;
+    input_schema: Record<string, unknown>;
+}
+interface CompiledAnthropicRequest {
+    system?: AnthropicTextBlock[];
+    messages: AnthropicRequestMessage[];
+    tools?: AnthropicToolDef[];
+}
+declare class AnthropicLLM implements LLMClient {
+    private readonly apiKey;
+    private readonly _modelName;
+    private readonly baseUrl;
+    private readonly maxTokens;
+    private readonly thinkingEffort?;
+    private readonly _thinkingBudgetTokens?;
+    private readonly _thinkingKeepTurns;
+    private readonly customHeaders?;
+    private readonly visionEnabled;
+    private initPromise;
+    private maxRetries;
+    private deadlineMs;
+    /** 返回当前 LLM 实例使用的模型名 */
+    get modelName(): string;
+    constructor(apiKey: string, _modelName?: string, baseUrl?: string, maxTokens?: number, thinkingEffort?: ThinkingEffort | undefined, _thinkingBudgetTokens?: number | undefined, _thinkingKeepTurns?: number, customHeaders?: CustomHeaderEntry[] | undefined, visionEnabled?: boolean, callPolicy?: {
+        maxRetries?: number;
+        timeoutMs?: number;
+    });
+    chat(messages: Message[], tools: Tool[], options?: LLMChatOptions): Promise<LLMResponse>;
+}
+declare function compileContextForAnthropic(messages: Message[], tools: Tool[], visionEnabled?: boolean): CompiledAnthropicRequest;
+declare function createAnthropicLLM(config: AgentConfigFile): AnthropicLLM;
+declare function createAnthropicLLM(modelConfig: ModelConfig): AnthropicLLM;
+declare function createAnthropicLLM(apiKey: string, modelName: string, baseUrl?: string): AnthropicLLM;
+
+/**
+ * OpenAI LLM 适配器
+ * 实现 LLMClient 接口
+ */
+
+/**
+ * 将内部 Message[] 编译为 OpenAI Chat Completions wire 格式。
+ * 与 compileContextForAnthropic / compileContextForOpenAIResponses 对称的导出编译函数。
+ *
+ * system 消息按 source 二分处理（对齐 compileContextForAnthropic）：
+ * - 无 source（agent 系统提示词及经 context.add 注入的同级文档）→ 合并为
+ *   开头恰好一条 system 消息。部分 OpenAI 兼容后端（vLLM Qwen chat template 等）
+ *   仅接受一条位于开头的 system，多条返回 400 "System message must be at the beginning."。
+ * - 有 source（Feature 注入，如 handoff-seed、partial-compact）→ 包 <reminder>
+ *   嵌入下一个 user turn（作为文本前缀）；若后续无 user 消息则以独立 user
+ *   消息落尾。不插入 assistant/tool 之间，避免破坏 tool_calls 配对。
+ */
+declare function compileChatMessages(messages: Message[], visionEnabled?: boolean): OpenAI.Chat.ChatCompletionMessageParam[];
+declare class OpenAILLM implements LLMClient {
+    private client;
+    private _modelName;
+    private maxTokens?;
+    private thinkingEffort?;
+    private providerOptions?;
+    private customHeaders?;
+    private visionEnabled;
+    private initPromise;
+    private maxRetries;
+    private deadlineMs;
+    /** 返回当前 LLM 实例使用的模型名 */
+    get modelName(): string;
+    constructor(apiKey: string, modelName?: string, baseUrl?: string, maxTokens?: number, thinkingEffort?: ThinkingEffort, providerOptions?: Record<string, unknown>, customHeaders?: CustomHeaderEntry[], visionEnabled?: boolean, callPolicy?: {
+        maxRetries?: number;
+        timeoutMs?: number;
+    });
+    /**
+     * 聊天 - 核心方法（内部使用流式处理，带重试）
+     */
+    chat(messages: Message[], tools: Tool[], options?: {
+        signal?: AbortSignal;
+    }): Promise<LLMResponse>;
+}
+
+/**
+ * 从配置创建 OpenAI LLM 实例
+ *
+ * @example
+ *   // 方式1：传入配置文件对象（推荐）
+ *   const llm = createOpenAILLM(config);
+ *
+ * @example
+ *   // 方式2：传入模型配置
+ *   const llm = createOpenAILLM(config.defaultModel);
+ *
+ * @example
+ *   // 方式3：单独传参
+ *   const llm = createOpenAILLM(apiKey, 'gpt-4o', baseUrl);
+ *
+ * @example
+ *   // 方式4：自定义配置
+ *   const llm = createOpenAILLM({ apiKey: 'xxx', model: 'gpt-4o' });
+ */
+declare function createOpenAILLM(config: AgentConfigFile): OpenAILLM;
+declare function createOpenAILLM(modelConfig: ModelConfig): OpenAILLM;
+declare function createOpenAILLM(apiKey: string, modelName: string, baseUrl?: string): OpenAILLM;
+
+/**
+ * OpenAI Responses LLM 适配器
+ *
+ * 只负责把框架的 Message / Tool 编译为 Responses 输入，
+ * 再把 Responses 输出收敛回 LLMResponse。
+ */
+
+type ResponsesRequest = {
+    model: string;
+    instructions?: string;
+    input: any[];
+    tools?: Array<Record<string, unknown>>;
+    tool_choice?: 'auto';
+    max_output_tokens?: number;
+    parallel_tool_calls?: boolean;
+    reasoning?: Record<string, unknown>;
+    previous_response_id?: string;
+    store?: boolean;
+    text?: Record<string, unknown>;
+    include?: Array<string>;
+    [key: string]: unknown;
+};
+type OpenAIResponsesProfile = 'standard' | 'codex';
+declare class OpenAIResponsesLLM implements LLMClient {
+    private client;
+    private _modelName;
+    private maxTokens?;
+    private thinkingEffort?;
+    private thinkingBudgetTokens?;
+    private providerOptions?;
+    private customHeaders?;
+    private visionEnabled;
+    private responsesProfile;
+    private initPromise;
+    private maxRetries;
+    private deadlineMs;
+    /** 返回当前 LLM 实例使用的模型名 */
+    get modelName(): string;
+    constructor(apiKey: string, modelName?: string, baseUrl?: string, maxTokens?: number, thinkingEffort?: ThinkingEffort, thinkingBudgetTokens?: number, providerOptions?: Record<string, unknown>, customHeaders?: CustomHeaderEntry[], visionEnabled?: boolean, responsesProfile?: OpenAIResponsesProfile, callPolicy?: {
+        maxRetries?: number;
+        timeoutMs?: number;
+    });
+    chat(messages: Message[], tools: Tool[], options?: {
+        signal?: AbortSignal;
+    }): Promise<LLMResponse>;
+    private createResponsesCompletion;
+}
+interface CompileOpenAIResponsesOptions {
+    modelName?: string;
+    maxTokens?: number;
+    thinkingEffort?: ThinkingEffort;
+    thinkingBudgetTokens?: number;
+    providerOptions?: Record<string, unknown>;
+    visionEnabled?: boolean;
+    responsesProfile?: OpenAIResponsesProfile;
+}
+declare function compileContextForOpenAIResponses(messages: Message[], tools: Tool[], options?: CompileOpenAIResponsesOptions): ResponsesRequest;
+declare function createOpenAIResponsesLLM(config: AgentConfigFile): OpenAIResponsesLLM;
+declare function createOpenAIResponsesLLM(modelConfig: ModelConfig): OpenAIResponsesLLM;
+declare function createOpenAIResponsesLLM(apiKey: string, modelName: string, baseUrl?: string): OpenAIResponsesLLM;
+
+/**
+ * 获取当前的 undici Dispatcher
+ */
+declare function getGlobalDispatcher(): any;
+/**
+ * 初始化 HTTP 客户端
+ *
+ * 设置 Undici 全局调度器（同步完成）：
+ * - 有代理 → EnvHttpProxyAgent（自动处理 NO_PROXY）
+ * - 无代理 → Agent（keep-alive + 连接池，内置 DNS 缓存）
+ *
+ * 此函数幂等，多次调用无副作用。
+ */
+declare function initHttpClient(): Promise<void>;
+
+declare function createLLM(config: AgentConfigFile): LLMClient;
+declare function createLLM(modelConfig: ModelConfig): LLMClient;
+declare function createLLM(apiKey: string, modelName: string, provider?: string, baseUrl?: string): LLMClient;
+
+export { AnthropicLLM, OpenAILLM, OpenAIResponsesLLM, compileChatMessages, compileContextForAnthropic, compileContextForOpenAIResponses, createAnthropicLLM, createLLM, createOpenAILLM, createOpenAIResponsesLLM, getGlobalDispatcher, initHttpClient };