@clinebot/llms 0.0.10 → 0.0.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.browser.js +14 -14
- package/dist/index.js +13 -13
- package/dist/providers/handlers/ai-sdk-community.d.ts +1 -1
- package/dist/providers/handlers/base.d.ts +7 -2
- package/dist/providers/types/stream.d.ts +1 -1
- package/package.json +2 -2
- package/src/models/generated.ts +223 -641
- package/src/models/models-dev-catalog.test.ts +2 -2
- package/src/models/models-dev-catalog.ts +9 -2
- package/src/providers/handlers/ai-sdk-community.ts +3 -0
- package/src/providers/handlers/ai-sdk-provider-base.ts +12 -2
- package/src/providers/handlers/anthropic-base.test.ts +30 -0
- package/src/providers/handlers/anthropic-base.ts +31 -29
- package/src/providers/handlers/base.test.ts +127 -2
- package/src/providers/handlers/base.ts +115 -1
- package/src/providers/handlers/bedrock-base.ts +4 -4
- package/src/providers/handlers/community-sdk.test.ts +33 -0
- package/src/providers/handlers/gemini-base.ts +6 -19
- package/src/providers/handlers/openai-base.ts +33 -14
- package/src/providers/handlers/openai-responses.test.ts +46 -0
- package/src/providers/handlers/openai-responses.ts +12 -8
- package/src/providers/handlers/r1-base.ts +10 -8
- package/src/providers/handlers/vertex.ts +14 -4
- package/src/providers/transform/anthropic-format.ts +14 -2
- package/src/providers/transform/format-conversion.test.ts +23 -0
- package/src/providers/transform/gemini-format.ts +77 -1
- package/src/providers/types/stream.ts +1 -1
|
@@ -28,7 +28,7 @@ type AiSdkUsageMetrics = {
|
|
|
28
28
|
export type EmitAiSdkStreamOptions = {
|
|
29
29
|
responseId: string;
|
|
30
30
|
errorMessage: string;
|
|
31
|
-
calculateCost: (inputTokens: number, outputTokens: number, cacheReadTokens: number) => number | undefined;
|
|
31
|
+
calculateCost: (inputTokens: number, outputTokens: number, cacheReadTokens: number, cacheWriteTokens?: number) => number | undefined;
|
|
32
32
|
reasoningTypes?: string[];
|
|
33
33
|
enableToolCalls?: boolean;
|
|
34
34
|
toolCallArgsOrder?: Array<"args" | "input">;
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
*
|
|
4
4
|
* Abstract base class that provides common functionality for all handlers.
|
|
5
5
|
*/
|
|
6
|
-
import type { ApiHandler, ApiStream, ApiStreamUsageChunk, HandlerModelInfo, ProviderConfig } from "../types";
|
|
6
|
+
import type { ApiHandler, ApiStream, ApiStreamUsageChunk, HandlerModelInfo, ModelInfo, ProviderConfig } from "../types";
|
|
7
7
|
import type { Message, ToolDefinition } from "../types/messages";
|
|
8
8
|
import type { ApiStreamChunk } from "../types/stream";
|
|
9
9
|
export declare const DEFAULT_REQUEST_HEADERS: Record<string, string>;
|
|
@@ -23,9 +23,14 @@ export declare abstract class BaseHandler implements ApiHandler {
|
|
|
23
23
|
abort(): void;
|
|
24
24
|
setAbortSignal(signal: AbortSignal | undefined): void;
|
|
25
25
|
private logAbort;
|
|
26
|
-
protected
|
|
26
|
+
protected supportsPromptCache(modelInfo?: ModelInfo): boolean;
|
|
27
|
+
protected calculateCost(inputTokens: number, outputTokens: number, cacheReadTokens?: number, cacheWriteTokens?: number): number | undefined;
|
|
28
|
+
protected calculateCostFromInclusiveInput(inputTokens: number, outputTokens: number, cacheReadTokens?: number, cacheWriteTokens?: number): number | undefined;
|
|
27
29
|
protected createResponseId(): string;
|
|
28
30
|
protected withResponseId<T extends ApiStreamChunk>(chunk: T, responseId: string): T;
|
|
29
31
|
protected withResponseIdForAll(chunks: Iterable<ApiStreamChunk>, responseId: string): Generator<ApiStreamChunk>;
|
|
30
32
|
protected getRequestHeaders(): Record<string, string>;
|
|
33
|
+
protected normalizeOpenAICompatibleBadRequest(error: unknown): Error | undefined;
|
|
34
|
+
private parseRawProviderError;
|
|
35
|
+
private rewriteProviderBadRequestDetail;
|
|
31
36
|
}
|
|
@@ -47,7 +47,7 @@ export interface ApiStreamReasoningChunk {
|
|
|
47
47
|
*/
|
|
48
48
|
export interface ApiStreamUsageChunk {
|
|
49
49
|
type: "usage";
|
|
50
|
-
/**
|
|
50
|
+
/** Total number of input tokens reported by the provider */
|
|
51
51
|
inputTokens: number;
|
|
52
52
|
/** Number of output tokens */
|
|
53
53
|
outputTokens: number;
|
package/package.json
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@clinebot/llms",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.0.12",
|
|
4
4
|
"description": "Config-driven SDK for selecting, extending, and instantiating LLM providers and models",
|
|
5
5
|
"main": "./dist/index.js",
|
|
6
6
|
"module": "./dist/index.js",
|
|
7
7
|
"dependencies": {
|
|
8
|
-
"@clinebot/shared": "0.0.
|
|
8
|
+
"@clinebot/shared": "0.0.12",
|
|
9
9
|
"@ai-sdk/amazon-bedrock": "^4.0.67",
|
|
10
10
|
"@ai-sdk/google-vertex": "^4.0.74",
|
|
11
11
|
"@ai-sdk/mistral": "^3.0.24",
|