@veryfront/ext-llm-anthropic 0.1.985

package/esm/anthropic-provider.js

@@ -0,0 +1,206 @@
+/**
+ * Anthropic provider - implements the {@link LLMProvider} contract for
+ * Anthropic's Messages API (direct + via Veryfront Cloud / Bedrock-compatible
+ * proxies).
+ *
+ * Ported from `src/provider/runtime-loader.ts` as part of PR 12.
+ *
+ * @module extensions/ext-llm-anthropic/anthropic-provider
+ */
+import { buildProviderError, createAnthropicRequestInit, createWarningCollector, getAnthropicMessagesUrl, isNumberArray, mergeUsage, parseRetryAfterMs, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, readRecord, requestJson, requestStream, stringifyJsonValue, TOOL_INPUT_PENDING_THRESHOLD_MS, withToolInputStatusTransitions, } from "veryfront/provider/shared";
+import { buildAnthropicMessagesRequest, } from "./anthropic-request-builder.js";
+import { extractAnthropicUsage, normalizeAnthropicFinishReason, streamAnthropicCompatibleParts, } from "./anthropic-stream.js";
+export { buildProviderError, isNumberArray, mergeUsage, parseRetryAfterMs, ProviderError, ProviderOverloadedError, ProviderQuotaError, ProviderRateLimitError, ProviderRequestError, TOOL_INPUT_PENDING_THRESHOLD_MS, withToolInputStatusTransitions, };
+/**
+ * Best-effort camelCase normalization of a single Anthropic citation
+ * record. Handles the union of fields across web_search_result_location,
+ * web_fetch_result_location, char_location, page_location, and
+ * content_block_location citation kinds - see
+ * https://docs.claude.com/en/docs/build-with-claude/citations
+ */
+function normalizeAnthropicCitation(raw) {
+    const r = readRecord(raw);
+    if (!r)
+        return undefined;
+    const typeStr = typeof r.type === "string" ? r.type : undefined;
+    if (!typeStr)
+        return undefined;
+    const out = { type: typeStr };
+    if (typeof r.cited_text === "string")
+        out.citedText = r.cited_text;
+    if (typeof r.url === "string")
+        out.url = r.url;
+    if (typeof r.title === "string")
+        out.title = r.title;
+    if (typeof r.start_char_index === "number")
+        out.startCharIndex = r.start_char_index;
+    if (typeof r.end_char_index === "number")
+        out.endCharIndex = r.end_char_index;
+    if (typeof r.start_block_index === "number")
+        out.startBlockIndex = r.start_block_index;
+    if (typeof r.end_block_index === "number")
+        out.endBlockIndex = r.end_block_index;
+    if (typeof r.start_page_number === "number")
+        out.startPageNumber = r.start_page_number;
+    if (typeof r.end_page_number === "number")
+        out.endPageNumber = r.end_page_number;
+    if (typeof r.document_index === "number")
+        out.documentIndex = r.document_index;
+    if (typeof r.document_title === "string")
+        out.documentTitle = r.document_title;
+    return out;
+}
+function buildAnthropicGenerateResult(payload) {
+    const record = readRecord(payload);
+    const content = Array.isArray(record?.content) ? record.content : [];
+    const normalized = [];
+    for (const blockValue of content) {
+        const block = readRecord(blockValue);
+        const blockType = typeof block?.type === "string" ? block.type : undefined;
+        if (blockType === "text" && typeof block?.text === "string" && block.text.length > 0) {
+            const citationsRaw = Array.isArray(block.citations) ? block.citations : undefined;
+            const citations = citationsRaw
+                ?.flatMap((c) => {
+                const normalizedCitation = normalizeAnthropicCitation(c);
+                return normalizedCitation ? [normalizedCitation] : [];
+            });
+            normalized.push({
+                type: "text",
+                text: block.text,
+                ...(citations && citations.length > 0 ? { citations } : {}),
+            });
+            continue;
+        }
+        // Thinking blocks carry the cleartext trace plus a signature that
+        // Anthropic uses to verify on subsequent turns. Surfacing both lets
+        // callers persist them as `reasoning` content parts and replay on
+        // the next turn so Claude can continue from the same thinking.
+        if (blockType === "thinking") {
+            normalized.push({
+                type: "reasoning",
+                ...(typeof block?.thinking === "string" ? { text: block.thinking } : {}),
+                ...(typeof block?.signature === "string" ? { signature: block.signature } : {}),
+            });
+            continue;
+        }
+        // Redacted thinking blocks arrive when Claude's safety classifier
+        // hides the trace. Pass the encrypted blob through opaquely so the
+        // caller can replay it on the next turn (Anthropic still needs the
+        // blob to verify continuity even though it can't read it).
+        if (blockType === "redacted_thinking" && typeof block?.data === "string") {
+            normalized.push({
+                type: "reasoning",
+                redactedData: block.data,
+            });
+            continue;
+        }
+        if ((blockType === "tool_use" || blockType === "server_tool_use") &&
+            typeof block?.id === "string" &&
+            typeof block?.name === "string") {
+            normalized.push({
+                type: "tool-call",
+                toolCallId: block.id,
+                toolName: block.name,
+                input: stringifyJsonValue(block.input ?? {}),
+            });
+            continue;
+        }
+        if (blockType === "web_search_tool_result" &&
+            typeof block?.tool_use_id === "string" &&
+            Array.isArray(block?.content)) {
+            normalized.push({
+                type: "tool-result",
+                toolCallId: block.tool_use_id,
+                toolName: "web_search",
+                result: block.content,
+            });
+        }
+        if (blockType === "web_fetch_tool_result" &&
+            typeof block?.tool_use_id === "string" &&
+            readRecord(block?.content)) {
+            normalized.push({
+                type: "tool-result",
+                toolCallId: block.tool_use_id,
+                toolName: "web_fetch",
+                result: block.content,
+            });
+        }
+    }
+    return {
+        content: normalized,
+        finishReason: normalizeAnthropicFinishReason(record?.stop_reason),
+        usage: extractAnthropicUsage(payload),
+    };
+}
+export function createAnthropicModelRuntime(config, modelId) {
+    const fetchImpl = config.fetch ?? globalThis.fetch;
+    return {
+        provider: config.name ?? "anthropic",
+        modelId,
+        specificationVersion: "v3",
+        supportedUrls: {},
+        doGenerate(optionsForRuntime) {
+            const options = optionsForRuntime;
+            const url = getAnthropicMessagesUrl(config.baseURL);
+            const warnings = createWarningCollector();
+            const body = buildAnthropicMessagesRequest(modelId, config.name ?? "anthropic", options, false, warnings);
+            return requestJson({
+                url,
+                fetchImpl,
+                providerLabel: config.name ?? "anthropic",
+                providerKind: "anthropic",
+                init: createAnthropicRequestInit({
+                    apiKey: config.apiKey,
+                    authToken: config.authToken,
+                    extraHeaders: options.headers,
+                    body: JSON.stringify(body),
+                    signal: options.abortSignal,
+                }),
+            }).then((payload) => {
+                const drained = warnings.drain();
+                return {
+                    ...buildAnthropicGenerateResult(payload),
+                    ...(drained.length > 0 ? { warnings: drained } : {}),
+                };
+            });
+        },
+        doStream(optionsForRuntime) {
+            const options = optionsForRuntime;
+            const url = getAnthropicMessagesUrl(config.baseURL);
+            const warnings = createWarningCollector();
+            const body = buildAnthropicMessagesRequest(modelId, config.name ?? "anthropic", options, true, warnings);
+            return requestStream({
+                url,
+                fetchImpl,
+                providerLabel: config.name ?? "anthropic",
+                providerKind: "anthropic",
+                init: createAnthropicRequestInit({
+                    apiKey: config.apiKey,
+                    authToken: config.authToken,
+                    extraHeaders: options.headers,
+                    enableFineGrainedToolStreaming: true,
+                    body: JSON.stringify(body),
+                    signal: options.abortSignal,
+                }),
+            }).then((responseStream) => {
+                const drained = warnings.drain();
+                return {
+                    stream: ReadableStream.from(withToolInputStatusTransitions(streamAnthropicCompatibleParts(responseStream))),
+                    ...(drained.length > 0 ? { warnings: drained } : {}),
+                };
+            });
+        },
+    };
+}
+export class AnthropicProvider {
+    id = "anthropic";
+    createModel(modelId, config) {
+        return createAnthropicModelRuntime({
+            apiKey: config.credential,
+            authToken: typeof config.authToken === "string" ? config.authToken : undefined,
+            baseURL: config.baseURL,
+            name: config.name ?? "anthropic",
+            fetch: config.fetch,
+        }, modelId);
+    }
+}

package/esm/anthropic-request-builder.d.ts

@@ -0,0 +1,98 @@
+import type { RuntimePromptMessage } from "veryfront/provider/shared";
+type ProviderCacheTtl = boolean | "5m" | "1h";
+type ProviderCacheControlOption = {
+    system?: ProviderCacheTtl;
+    tools?: ProviderCacheTtl;
+};
+type ProviderReasoningEffort = "low" | "medium" | "high" | "max";
+type ProviderReasoningOption = {
+    enabled?: boolean;
+    effort?: ProviderReasoningEffort;
+    budgetTokens?: number;
+};
+export type RuntimeToolDefinition = {
+    type: "function";
+    name: string;
+    description?: string;
+    inputSchema: unknown;
+} | {
+    type: "provider";
+    name: string;
+    id: `${string}.${string}`;
+    args: Record<string, unknown>;
+};
+export type OpenAICompatibleLanguageOptions = {
+    prompt: RuntimePromptMessage[];
+    maxOutputTokens?: number;
+    temperature?: number;
+    topP?: number;
+    topK?: number;
+    stopSequences?: string[];
+    tools?: RuntimeToolDefinition[];
+    toolChoice?: unknown;
+    seed?: number;
+    presencePenalty?: number;
+    frequencyPenalty?: number;
+    headers?: HeadersInit;
+    providerOptions?: Record<string, unknown>;
+    includeRawChunks?: boolean;
+    abortSignal?: AbortSignal;
+    cacheControl?: ProviderCacheControlOption;
+    reasoning?: ProviderReasoningOption;
+    userId?: string;
+    requestLabels?: Record<string, string>;
+    serviceTier?: "auto" | "default" | "flex" | "scale";
+    parallelToolCalls?: boolean;
+    responseFormat?: {
+        type: "text";
+    } | {
+        type: "json";
+    } | {
+        type: "json_schema";
+        name: string;
+        schema: unknown;
+        description?: string;
+        strict?: boolean;
+    };
+    anthropicContainer?: unknown;
+    googleCachedContent?: string;
+    googleSafetySettings?: Array<{
+        category: string;
+        threshold: string;
+    }>;
+    mcpServers?: Array<Record<string, unknown>>;
+};
+type WarningCollector = {
+    push(warning: {
+        type: "unsupported-setting" | "other";
+        setting?: string;
+        details?: string;
+        provider: string;
+    }): void;
+    drain(): Array<{
+        type: "unsupported-setting" | "other";
+        setting?: string;
+        details?: string;
+        provider: string;
+    }>;
+};
+type AnthropicCompatibleMessage = {
+    role: "user" | "assistant";
+    content: Array<Record<string, unknown>>;
+};
+type AnthropicCompatibleRequest = {
+    model: string;
+    messages: AnthropicCompatibleMessage[];
+    max_tokens: number;
+    stream?: boolean;
+    system?: string | Array<Record<string, unknown>>;
+    temperature?: number;
+    top_p?: number;
+    stop_sequences?: string[];
+    tools?: Array<Record<string, unknown>>;
+    tool_choice?: unknown;
+    [key: string]: unknown;
+};
+export declare function buildAnthropicMessagesRequest(modelId: string, providerName: string, options: OpenAICompatibleLanguageOptions, stream: boolean, warnings: WarningCollector): AnthropicCompatibleRequest;
+export {};
+//# sourceMappingURL=anthropic-request-builder.d.ts.map

package/esm/anthropic-request-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-request-builder.d.ts","sourceRoot":"","sources":["../src/anthropic-request-builder.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEtE,KAAK,gBAAgB,GAAG,OAAO,GAAG,IAAI,GAAG,IAAI,CAAC;AAE9C,KAAK,0BAA0B,GAAG;IAChC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,KAAK,CAAC,EAAE,gBAAgB,CAAC;CAC1B,CAAC;AAEF,KAAK,uBAAuB,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAC;AAEjE,KAAK,uBAAuB,GAAG;IAC7B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,uBAAuB,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAC7B;IACA,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;CACtB,GACC;IACA,IAAI,EAAE,UAAU,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,EAAE,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B,CAAC;AAEJ,MAAM,MAAM,+BAA+B,GAAG;IAC5C,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,KAAK,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAChC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,WAAW,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,YAAY,CAAC,EAAE,0BAA0B,CAAC;IAC1C,SAAS,CAAC,EAAE,uBAAuB,CAAC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,CAAC;IACpD,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,cAAc,CAAC,EACX;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAChB;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,GAChB;QACA,IAAI,EAAE,aAAa,CAAC;QACpB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,OAAO,CAAC;QAChB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,OAAO,CAAC;KAClB,CAAC;IACJ,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,KAAK,CAAC;QAC3B,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CAAC;IACH,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAC7C,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACtB,IAAI,CAAC,OAAO,EAAE;QACZ,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,IAAI,CAAC;IACT,KAAK,IAAI,KAAK,CAAC;QACb,IAAI,EAAE,qBAAqB,GAAG,OAAO,CAAC;QACtC,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACJ,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CACzC,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,0BAA0B,EAAE,CAAC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACjD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IACvC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB,CAAC;AAiXF,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,+BAA+B,EACxC,MAAM,EAAE,OAAO,EACf,QAAQ,EAAE,gBAAgB,GACzB,0BAA0B,CAgI5B"}