@hebo-ai/gateway 0.6.2 → 0.8.0-rc0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +134 -7
- package/package.json +46 -1
- package/dist/config.d.ts +0 -2
- package/dist/config.js +0 -81
- package/dist/endpoints/chat-completions/converters.d.ts +0 -43
- package/dist/endpoints/chat-completions/converters.js +0 -625
- package/dist/endpoints/chat-completions/handler.d.ts +0 -2
- package/dist/endpoints/chat-completions/handler.js +0 -149
- package/dist/endpoints/chat-completions/index.d.ts +0 -4
- package/dist/endpoints/chat-completions/index.js +0 -4
- package/dist/endpoints/chat-completions/otel.d.ts +0 -5
- package/dist/endpoints/chat-completions/otel.js +0 -171
- package/dist/endpoints/chat-completions/schema.d.ts +0 -1188
- package/dist/endpoints/chat-completions/schema.js +0 -298
- package/dist/endpoints/embeddings/converters.d.ts +0 -10
- package/dist/endpoints/embeddings/converters.js +0 -31
- package/dist/endpoints/embeddings/handler.d.ts +0 -2
- package/dist/endpoints/embeddings/handler.js +0 -104
- package/dist/endpoints/embeddings/index.d.ts +0 -4
- package/dist/endpoints/embeddings/index.js +0 -4
- package/dist/endpoints/embeddings/otel.d.ts +0 -5
- package/dist/endpoints/embeddings/otel.js +0 -29
- package/dist/endpoints/embeddings/schema.d.ts +0 -44
- package/dist/endpoints/embeddings/schema.js +0 -29
- package/dist/endpoints/models/converters.d.ts +0 -6
- package/dist/endpoints/models/converters.js +0 -42
- package/dist/endpoints/models/handler.d.ts +0 -2
- package/dist/endpoints/models/handler.js +0 -29
- package/dist/endpoints/models/index.d.ts +0 -3
- package/dist/endpoints/models/index.js +0 -3
- package/dist/endpoints/models/schema.d.ts +0 -42
- package/dist/endpoints/models/schema.js +0 -31
- package/dist/errors/ai-sdk.d.ts +0 -2
- package/dist/errors/ai-sdk.js +0 -52
- package/dist/errors/gateway.d.ts +0 -5
- package/dist/errors/gateway.js +0 -13
- package/dist/errors/openai.d.ts +0 -20
- package/dist/errors/openai.js +0 -40
- package/dist/errors/utils.d.ts +0 -22
- package/dist/errors/utils.js +0 -44
- package/dist/gateway.d.ts +0 -9
- package/dist/gateway.js +0 -40
- package/dist/index.d.ts +0 -14
- package/dist/index.js +0 -13
- package/dist/lifecycle.d.ts +0 -2
- package/dist/lifecycle.js +0 -98
- package/dist/logger/default.d.ts +0 -4
- package/dist/logger/default.js +0 -81
- package/dist/logger/index.d.ts +0 -11
- package/dist/logger/index.js +0 -25
- package/dist/middleware/common.d.ts +0 -12
- package/dist/middleware/common.js +0 -146
- package/dist/middleware/debug.d.ts +0 -3
- package/dist/middleware/debug.js +0 -27
- package/dist/middleware/matcher.d.ts +0 -28
- package/dist/middleware/matcher.js +0 -118
- package/dist/middleware/utils.d.ts +0 -2
- package/dist/middleware/utils.js +0 -24
- package/dist/models/amazon/index.d.ts +0 -2
- package/dist/models/amazon/index.js +0 -2
- package/dist/models/amazon/middleware.d.ts +0 -3
- package/dist/models/amazon/middleware.js +0 -68
- package/dist/models/amazon/presets.d.ts +0 -345
- package/dist/models/amazon/presets.js +0 -80
- package/dist/models/anthropic/index.d.ts +0 -2
- package/dist/models/anthropic/index.js +0 -2
- package/dist/models/anthropic/middleware.d.ts +0 -5
- package/dist/models/anthropic/middleware.js +0 -127
- package/dist/models/anthropic/presets.d.ts +0 -711
- package/dist/models/anthropic/presets.js +0 -135
- package/dist/models/catalog.d.ts +0 -4
- package/dist/models/catalog.js +0 -8
- package/dist/models/cohere/index.d.ts +0 -2
- package/dist/models/cohere/index.js +0 -2
- package/dist/models/cohere/middleware.d.ts +0 -3
- package/dist/models/cohere/middleware.js +0 -62
- package/dist/models/cohere/presets.d.ts +0 -411
- package/dist/models/cohere/presets.js +0 -134
- package/dist/models/google/index.d.ts +0 -2
- package/dist/models/google/index.js +0 -2
- package/dist/models/google/middleware.d.ts +0 -8
- package/dist/models/google/middleware.js +0 -111
- package/dist/models/google/presets.d.ts +0 -375
- package/dist/models/google/presets.js +0 -82
- package/dist/models/meta/index.d.ts +0 -1
- package/dist/models/meta/index.js +0 -1
- package/dist/models/meta/presets.d.ts +0 -483
- package/dist/models/meta/presets.js +0 -95
- package/dist/models/openai/index.d.ts +0 -2
- package/dist/models/openai/index.js +0 -2
- package/dist/models/openai/middleware.d.ts +0 -4
- package/dist/models/openai/middleware.js +0 -88
- package/dist/models/openai/presets.d.ts +0 -959
- package/dist/models/openai/presets.js +0 -213
- package/dist/models/types.d.ts +0 -20
- package/dist/models/types.js +0 -84
- package/dist/models/voyage/index.d.ts +0 -2
- package/dist/models/voyage/index.js +0 -2
- package/dist/models/voyage/middleware.d.ts +0 -2
- package/dist/models/voyage/middleware.js +0 -19
- package/dist/models/voyage/presets.d.ts +0 -436
- package/dist/models/voyage/presets.js +0 -85
- package/dist/providers/anthropic/canonical.d.ts +0 -3
- package/dist/providers/anthropic/canonical.js +0 -9
- package/dist/providers/anthropic/index.d.ts +0 -1
- package/dist/providers/anthropic/index.js +0 -1
- package/dist/providers/bedrock/canonical.d.ts +0 -17
- package/dist/providers/bedrock/canonical.js +0 -61
- package/dist/providers/bedrock/index.d.ts +0 -2
- package/dist/providers/bedrock/index.js +0 -2
- package/dist/providers/bedrock/middleware.d.ts +0 -4
- package/dist/providers/bedrock/middleware.js +0 -104
- package/dist/providers/cohere/canonical.d.ts +0 -3
- package/dist/providers/cohere/canonical.js +0 -17
- package/dist/providers/cohere/index.d.ts +0 -1
- package/dist/providers/cohere/index.js +0 -1
- package/dist/providers/groq/canonical.d.ts +0 -3
- package/dist/providers/groq/canonical.js +0 -12
- package/dist/providers/groq/index.d.ts +0 -1
- package/dist/providers/groq/index.js +0 -1
- package/dist/providers/openai/canonical.d.ts +0 -3
- package/dist/providers/openai/canonical.js +0 -8
- package/dist/providers/openai/index.d.ts +0 -1
- package/dist/providers/openai/index.js +0 -1
- package/dist/providers/registry.d.ts +0 -24
- package/dist/providers/registry.js +0 -103
- package/dist/providers/types.d.ts +0 -7
- package/dist/providers/types.js +0 -11
- package/dist/providers/vertex/canonical.d.ts +0 -3
- package/dist/providers/vertex/canonical.js +0 -8
- package/dist/providers/vertex/index.d.ts +0 -1
- package/dist/providers/vertex/index.js +0 -1
- package/dist/providers/voyage/canonical.d.ts +0 -3
- package/dist/providers/voyage/canonical.js +0 -7
- package/dist/providers/voyage/index.d.ts +0 -1
- package/dist/providers/voyage/index.js +0 -1
- package/dist/telemetry/ai-sdk.d.ts +0 -2
- package/dist/telemetry/ai-sdk.js +0 -31
- package/dist/telemetry/baggage.d.ts +0 -1
- package/dist/telemetry/baggage.js +0 -24
- package/dist/telemetry/fetch.d.ts +0 -2
- package/dist/telemetry/fetch.js +0 -49
- package/dist/telemetry/gen-ai.d.ts +0 -6
- package/dist/telemetry/gen-ai.js +0 -78
- package/dist/telemetry/http.d.ts +0 -3
- package/dist/telemetry/http.js +0 -54
- package/dist/telemetry/index.d.ts +0 -1
- package/dist/telemetry/index.js +0 -1
- package/dist/telemetry/memory.d.ts +0 -2
- package/dist/telemetry/memory.js +0 -43
- package/dist/telemetry/span.d.ts +0 -13
- package/dist/telemetry/span.js +0 -60
- package/dist/telemetry/stream.d.ts +0 -3
- package/dist/telemetry/stream.js +0 -58
- package/dist/types.d.ts +0 -176
- package/dist/types.js +0 -1
- package/dist/utils/env.d.ts +0 -2
- package/dist/utils/env.js +0 -7
- package/dist/utils/headers.d.ts +0 -4
- package/dist/utils/headers.js +0 -22
- package/dist/utils/preset.d.ts +0 -10
- package/dist/utils/preset.js +0 -42
- package/dist/utils/request.d.ts +0 -2
- package/dist/utils/request.js +0 -43
- package/dist/utils/response.d.ts +0 -3
- package/dist/utils/response.js +0 -70
- package/dist/utils/url.d.ts +0 -4
- package/dist/utils/url.js +0 -21
|
@@ -1,82 +0,0 @@
|
|
|
1
|
-
import { presetFor } from "../../utils/preset";
|
|
2
|
-
const GEMINI_BASE = {
|
|
3
|
-
modalities: {
|
|
4
|
-
input: ["text", "image", "pdf", "file", "audio", "video"],
|
|
5
|
-
output: ["text"],
|
|
6
|
-
},
|
|
7
|
-
capabilities: [
|
|
8
|
-
"attachments",
|
|
9
|
-
"reasoning",
|
|
10
|
-
"tool_call",
|
|
11
|
-
"structured_output",
|
|
12
|
-
"temperature",
|
|
13
|
-
],
|
|
14
|
-
context: 1048576,
|
|
15
|
-
providers: ["vertex"],
|
|
16
|
-
};
|
|
17
|
-
const GEMINI_EMBEDDINGS_BASE = {
|
|
18
|
-
modalities: {
|
|
19
|
-
input: ["text"],
|
|
20
|
-
output: ["embedding"],
|
|
21
|
-
},
|
|
22
|
-
providers: ["vertex"],
|
|
23
|
-
};
|
|
24
|
-
export const geminiEmbedding001 = presetFor()("google/embedding-001", {
|
|
25
|
-
...GEMINI_EMBEDDINGS_BASE,
|
|
26
|
-
name: "Gemini Embedding 001",
|
|
27
|
-
created: "2025-05-20",
|
|
28
|
-
context: 8192,
|
|
29
|
-
});
|
|
30
|
-
export const gemini3FlashPreview = presetFor()("google/gemini-3-flash-preview", {
|
|
31
|
-
...GEMINI_BASE,
|
|
32
|
-
name: "Gemini 3 Flash (Preview)",
|
|
33
|
-
created: "2025-12-17",
|
|
34
|
-
knowledge: "2025-01",
|
|
35
|
-
});
|
|
36
|
-
export const gemini31FlashLitePreview = presetFor()("google/gemini-3.1-flash-lite-preview", {
|
|
37
|
-
...GEMINI_BASE,
|
|
38
|
-
name: "Gemini 3.1 Flash-Lite (Preview)",
|
|
39
|
-
created: "2026-03-03",
|
|
40
|
-
knowledge: "2025-01",
|
|
41
|
-
});
|
|
42
|
-
export const gemini31ProPreview = presetFor()("google/gemini-3.1-pro-preview", {
|
|
43
|
-
...GEMINI_BASE,
|
|
44
|
-
name: "Gemini 3.1 Pro (Preview)",
|
|
45
|
-
created: "2026-02-19",
|
|
46
|
-
knowledge: "2025-01",
|
|
47
|
-
});
|
|
48
|
-
export const gemini25FlashLite = presetFor()("google/gemini-2.5-flash-lite", {
|
|
49
|
-
...GEMINI_BASE,
|
|
50
|
-
name: "Gemini 2.5 Flash Lite",
|
|
51
|
-
created: "2025-06-17",
|
|
52
|
-
knowledge: "2025-01",
|
|
53
|
-
});
|
|
54
|
-
export const gemini25Flash = presetFor()("google/gemini-2.5-flash", {
|
|
55
|
-
...GEMINI_BASE,
|
|
56
|
-
name: "Gemini 2.5 Flash",
|
|
57
|
-
created: "2025-03-20",
|
|
58
|
-
knowledge: "2025-01",
|
|
59
|
-
});
|
|
60
|
-
export const gemini25Pro = presetFor()("google/gemini-2.5-pro", {
|
|
61
|
-
...GEMINI_BASE,
|
|
62
|
-
name: "Gemini 2.5 Pro",
|
|
63
|
-
created: "2025-03-20",
|
|
64
|
-
knowledge: "2025-01",
|
|
65
|
-
});
|
|
66
|
-
const geminiAtomic = {
|
|
67
|
-
"v2.5": [gemini25FlashLite, gemini25Flash, gemini25Pro],
|
|
68
|
-
"v3-preview": [gemini3FlashPreview, gemini31FlashLitePreview, gemini31ProPreview],
|
|
69
|
-
embeddings: [geminiEmbedding001],
|
|
70
|
-
};
|
|
71
|
-
const geminiGroups = {
|
|
72
|
-
"v2.x": [...geminiAtomic["v2.5"]],
|
|
73
|
-
"v3.x": [...geminiAtomic["v3-preview"]],
|
|
74
|
-
};
|
|
75
|
-
export const gemini = {
|
|
76
|
-
...geminiAtomic,
|
|
77
|
-
...geminiGroups,
|
|
78
|
-
latest: [...geminiAtomic["v2.5"]],
|
|
79
|
-
preview: [...geminiAtomic["v3-preview"]],
|
|
80
|
-
embeddings: [...geminiAtomic["embeddings"]],
|
|
81
|
-
all: Object.values(geminiAtomic).flat(),
|
|
82
|
-
};
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export * from "./presets";
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
export * from "./presets";
|
|
@@ -1,483 +0,0 @@
|
|
|
1
|
-
import type { CatalogModel } from "../types";
|
|
2
|
-
export declare const llama31_8b: import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
|
|
3
|
-
name: string;
|
|
4
|
-
created: string;
|
|
5
|
-
knowledge: string;
|
|
6
|
-
modalities: {
|
|
7
|
-
input: readonly ["text", "file"];
|
|
8
|
-
output: readonly ["text"];
|
|
9
|
-
};
|
|
10
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
11
|
-
context: number;
|
|
12
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
13
|
-
}>;
|
|
14
|
-
export declare const llama31_70b: import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
|
|
15
|
-
name: string;
|
|
16
|
-
created: string;
|
|
17
|
-
knowledge: string;
|
|
18
|
-
modalities: {
|
|
19
|
-
input: readonly ["text", "file"];
|
|
20
|
-
output: readonly ["text"];
|
|
21
|
-
};
|
|
22
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
23
|
-
context: number;
|
|
24
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
25
|
-
}>;
|
|
26
|
-
export declare const llama31_405b: import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
|
|
27
|
-
name: string;
|
|
28
|
-
created: string;
|
|
29
|
-
knowledge: string;
|
|
30
|
-
modalities: {
|
|
31
|
-
input: readonly ["text", "file"];
|
|
32
|
-
output: readonly ["text"];
|
|
33
|
-
};
|
|
34
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
35
|
-
context: number;
|
|
36
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
37
|
-
}>;
|
|
38
|
-
export declare const llama32_1b: import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
|
|
39
|
-
name: string;
|
|
40
|
-
created: string;
|
|
41
|
-
knowledge: string;
|
|
42
|
-
modalities: {
|
|
43
|
-
input: readonly ["text", "file"];
|
|
44
|
-
output: readonly ["text"];
|
|
45
|
-
};
|
|
46
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
47
|
-
context: number;
|
|
48
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
49
|
-
}>;
|
|
50
|
-
export declare const llama32_3b: import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
|
|
51
|
-
name: string;
|
|
52
|
-
created: string;
|
|
53
|
-
knowledge: string;
|
|
54
|
-
modalities: {
|
|
55
|
-
input: readonly ["text", "file"];
|
|
56
|
-
output: readonly ["text"];
|
|
57
|
-
};
|
|
58
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
59
|
-
context: number;
|
|
60
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
61
|
-
}>;
|
|
62
|
-
export declare const llama32_11b: import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
|
|
63
|
-
name: string;
|
|
64
|
-
created: string;
|
|
65
|
-
knowledge: string;
|
|
66
|
-
modalities: {
|
|
67
|
-
input: readonly ["text", "file"];
|
|
68
|
-
output: readonly ["text"];
|
|
69
|
-
};
|
|
70
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
71
|
-
context: number;
|
|
72
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
73
|
-
}>;
|
|
74
|
-
export declare const llama32_90b: import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
|
|
75
|
-
name: string;
|
|
76
|
-
created: string;
|
|
77
|
-
knowledge: string;
|
|
78
|
-
modalities: {
|
|
79
|
-
input: readonly ["text", "file"];
|
|
80
|
-
output: readonly ["text"];
|
|
81
|
-
};
|
|
82
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
83
|
-
context: number;
|
|
84
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
85
|
-
}>;
|
|
86
|
-
export declare const llama33_70b: import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
|
|
87
|
-
name: string;
|
|
88
|
-
created: string;
|
|
89
|
-
knowledge: string;
|
|
90
|
-
modalities: {
|
|
91
|
-
input: readonly ["text", "file"];
|
|
92
|
-
output: readonly ["text"];
|
|
93
|
-
};
|
|
94
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
95
|
-
context: number;
|
|
96
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
97
|
-
}>;
|
|
98
|
-
export declare const llama4Scout: import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
|
|
99
|
-
name: string;
|
|
100
|
-
created: string;
|
|
101
|
-
knowledge: string;
|
|
102
|
-
modalities: {
|
|
103
|
-
input: readonly ["text", "image", "file"];
|
|
104
|
-
output: readonly ["text"];
|
|
105
|
-
};
|
|
106
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
107
|
-
context: number;
|
|
108
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
109
|
-
}>;
|
|
110
|
-
export declare const llama4Maverick: import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
|
|
111
|
-
name: string;
|
|
112
|
-
created: string;
|
|
113
|
-
knowledge: string;
|
|
114
|
-
modalities: {
|
|
115
|
-
input: readonly ["text", "image", "file"];
|
|
116
|
-
output: readonly ["text"];
|
|
117
|
-
};
|
|
118
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
119
|
-
context: number;
|
|
120
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
121
|
-
}>;
|
|
122
|
-
export declare const llama: {
|
|
123
|
-
readonly latest: readonly [import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
|
|
124
|
-
name: string;
|
|
125
|
-
created: string;
|
|
126
|
-
knowledge: string;
|
|
127
|
-
modalities: {
|
|
128
|
-
input: readonly ["text", "image", "file"];
|
|
129
|
-
output: readonly ["text"];
|
|
130
|
-
};
|
|
131
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
132
|
-
context: number;
|
|
133
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
134
|
-
}>, import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
|
|
135
|
-
name: string;
|
|
136
|
-
created: string;
|
|
137
|
-
knowledge: string;
|
|
138
|
-
modalities: {
|
|
139
|
-
input: readonly ["text", "image", "file"];
|
|
140
|
-
output: readonly ["text"];
|
|
141
|
-
};
|
|
142
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
143
|
-
context: number;
|
|
144
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
145
|
-
}>];
|
|
146
|
-
readonly all: (import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
|
|
147
|
-
name: string;
|
|
148
|
-
created: string;
|
|
149
|
-
knowledge: string;
|
|
150
|
-
modalities: {
|
|
151
|
-
input: readonly ["text", "file"];
|
|
152
|
-
output: readonly ["text"];
|
|
153
|
-
};
|
|
154
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
155
|
-
context: number;
|
|
156
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
157
|
-
}> | import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
|
|
158
|
-
name: string;
|
|
159
|
-
created: string;
|
|
160
|
-
knowledge: string;
|
|
161
|
-
modalities: {
|
|
162
|
-
input: readonly ["text", "file"];
|
|
163
|
-
output: readonly ["text"];
|
|
164
|
-
};
|
|
165
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
166
|
-
context: number;
|
|
167
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
168
|
-
}> | import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
|
|
169
|
-
name: string;
|
|
170
|
-
created: string;
|
|
171
|
-
knowledge: string;
|
|
172
|
-
modalities: {
|
|
173
|
-
input: readonly ["text", "file"];
|
|
174
|
-
output: readonly ["text"];
|
|
175
|
-
};
|
|
176
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
177
|
-
context: number;
|
|
178
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
179
|
-
}> | import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
|
|
180
|
-
name: string;
|
|
181
|
-
created: string;
|
|
182
|
-
knowledge: string;
|
|
183
|
-
modalities: {
|
|
184
|
-
input: readonly ["text", "file"];
|
|
185
|
-
output: readonly ["text"];
|
|
186
|
-
};
|
|
187
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
188
|
-
context: number;
|
|
189
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
190
|
-
}> | import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
|
|
191
|
-
name: string;
|
|
192
|
-
created: string;
|
|
193
|
-
knowledge: string;
|
|
194
|
-
modalities: {
|
|
195
|
-
input: readonly ["text", "file"];
|
|
196
|
-
output: readonly ["text"];
|
|
197
|
-
};
|
|
198
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
199
|
-
context: number;
|
|
200
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
201
|
-
}> | import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
|
|
202
|
-
name: string;
|
|
203
|
-
created: string;
|
|
204
|
-
knowledge: string;
|
|
205
|
-
modalities: {
|
|
206
|
-
input: readonly ["text", "file"];
|
|
207
|
-
output: readonly ["text"];
|
|
208
|
-
};
|
|
209
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
210
|
-
context: number;
|
|
211
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
212
|
-
}> | import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
|
|
213
|
-
name: string;
|
|
214
|
-
created: string;
|
|
215
|
-
knowledge: string;
|
|
216
|
-
modalities: {
|
|
217
|
-
input: readonly ["text", "file"];
|
|
218
|
-
output: readonly ["text"];
|
|
219
|
-
};
|
|
220
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
221
|
-
context: number;
|
|
222
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
223
|
-
}> | import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
|
|
224
|
-
name: string;
|
|
225
|
-
created: string;
|
|
226
|
-
knowledge: string;
|
|
227
|
-
modalities: {
|
|
228
|
-
input: readonly ["text", "file"];
|
|
229
|
-
output: readonly ["text"];
|
|
230
|
-
};
|
|
231
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
232
|
-
context: number;
|
|
233
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
234
|
-
}> | import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
|
|
235
|
-
name: string;
|
|
236
|
-
created: string;
|
|
237
|
-
knowledge: string;
|
|
238
|
-
modalities: {
|
|
239
|
-
input: readonly ["text", "image", "file"];
|
|
240
|
-
output: readonly ["text"];
|
|
241
|
-
};
|
|
242
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
243
|
-
context: number;
|
|
244
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
245
|
-
}> | import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
|
|
246
|
-
name: string;
|
|
247
|
-
created: string;
|
|
248
|
-
knowledge: string;
|
|
249
|
-
modalities: {
|
|
250
|
-
input: readonly ["text", "image", "file"];
|
|
251
|
-
output: readonly ["text"];
|
|
252
|
-
};
|
|
253
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
254
|
-
context: number;
|
|
255
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
256
|
-
}>)[];
|
|
257
|
-
readonly "v3.x": readonly [import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
|
|
258
|
-
name: string;
|
|
259
|
-
created: string;
|
|
260
|
-
knowledge: string;
|
|
261
|
-
modalities: {
|
|
262
|
-
input: readonly ["text", "file"];
|
|
263
|
-
output: readonly ["text"];
|
|
264
|
-
};
|
|
265
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
266
|
-
context: number;
|
|
267
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
268
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
|
|
269
|
-
name: string;
|
|
270
|
-
created: string;
|
|
271
|
-
knowledge: string;
|
|
272
|
-
modalities: {
|
|
273
|
-
input: readonly ["text", "file"];
|
|
274
|
-
output: readonly ["text"];
|
|
275
|
-
};
|
|
276
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
277
|
-
context: number;
|
|
278
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
279
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
|
|
280
|
-
name: string;
|
|
281
|
-
created: string;
|
|
282
|
-
knowledge: string;
|
|
283
|
-
modalities: {
|
|
284
|
-
input: readonly ["text", "file"];
|
|
285
|
-
output: readonly ["text"];
|
|
286
|
-
};
|
|
287
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
288
|
-
context: number;
|
|
289
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
290
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
|
|
291
|
-
name: string;
|
|
292
|
-
created: string;
|
|
293
|
-
knowledge: string;
|
|
294
|
-
modalities: {
|
|
295
|
-
input: readonly ["text", "file"];
|
|
296
|
-
output: readonly ["text"];
|
|
297
|
-
};
|
|
298
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
299
|
-
context: number;
|
|
300
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
301
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
|
|
302
|
-
name: string;
|
|
303
|
-
created: string;
|
|
304
|
-
knowledge: string;
|
|
305
|
-
modalities: {
|
|
306
|
-
input: readonly ["text", "file"];
|
|
307
|
-
output: readonly ["text"];
|
|
308
|
-
};
|
|
309
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
310
|
-
context: number;
|
|
311
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
312
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
|
|
313
|
-
name: string;
|
|
314
|
-
created: string;
|
|
315
|
-
knowledge: string;
|
|
316
|
-
modalities: {
|
|
317
|
-
input: readonly ["text", "file"];
|
|
318
|
-
output: readonly ["text"];
|
|
319
|
-
};
|
|
320
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
321
|
-
context: number;
|
|
322
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
323
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
|
|
324
|
-
name: string;
|
|
325
|
-
created: string;
|
|
326
|
-
knowledge: string;
|
|
327
|
-
modalities: {
|
|
328
|
-
input: readonly ["text", "file"];
|
|
329
|
-
output: readonly ["text"];
|
|
330
|
-
};
|
|
331
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
332
|
-
context: number;
|
|
333
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
334
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
|
|
335
|
-
name: string;
|
|
336
|
-
created: string;
|
|
337
|
-
knowledge: string;
|
|
338
|
-
modalities: {
|
|
339
|
-
input: readonly ["text", "file"];
|
|
340
|
-
output: readonly ["text"];
|
|
341
|
-
};
|
|
342
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
343
|
-
context: number;
|
|
344
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
345
|
-
}>];
|
|
346
|
-
readonly "v4.x": readonly [import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
|
|
347
|
-
name: string;
|
|
348
|
-
created: string;
|
|
349
|
-
knowledge: string;
|
|
350
|
-
modalities: {
|
|
351
|
-
input: readonly ["text", "image", "file"];
|
|
352
|
-
output: readonly ["text"];
|
|
353
|
-
};
|
|
354
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
355
|
-
context: number;
|
|
356
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
357
|
-
}>, import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
|
|
358
|
-
name: string;
|
|
359
|
-
created: string;
|
|
360
|
-
knowledge: string;
|
|
361
|
-
modalities: {
|
|
362
|
-
input: readonly ["text", "image", "file"];
|
|
363
|
-
output: readonly ["text"];
|
|
364
|
-
};
|
|
365
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
366
|
-
context: number;
|
|
367
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
368
|
-
}>];
|
|
369
|
-
readonly "v3.1": readonly [import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
|
|
370
|
-
name: string;
|
|
371
|
-
created: string;
|
|
372
|
-
knowledge: string;
|
|
373
|
-
modalities: {
|
|
374
|
-
input: readonly ["text", "file"];
|
|
375
|
-
output: readonly ["text"];
|
|
376
|
-
};
|
|
377
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
378
|
-
context: number;
|
|
379
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
380
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
|
|
381
|
-
name: string;
|
|
382
|
-
created: string;
|
|
383
|
-
knowledge: string;
|
|
384
|
-
modalities: {
|
|
385
|
-
input: readonly ["text", "file"];
|
|
386
|
-
output: readonly ["text"];
|
|
387
|
-
};
|
|
388
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
389
|
-
context: number;
|
|
390
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
391
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
|
|
392
|
-
name: string;
|
|
393
|
-
created: string;
|
|
394
|
-
knowledge: string;
|
|
395
|
-
modalities: {
|
|
396
|
-
input: readonly ["text", "file"];
|
|
397
|
-
output: readonly ["text"];
|
|
398
|
-
};
|
|
399
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
400
|
-
context: number;
|
|
401
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
402
|
-
}>];
|
|
403
|
-
readonly "v3.2": readonly [import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
|
|
404
|
-
name: string;
|
|
405
|
-
created: string;
|
|
406
|
-
knowledge: string;
|
|
407
|
-
modalities: {
|
|
408
|
-
input: readonly ["text", "file"];
|
|
409
|
-
output: readonly ["text"];
|
|
410
|
-
};
|
|
411
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
412
|
-
context: number;
|
|
413
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
414
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
|
|
415
|
-
name: string;
|
|
416
|
-
created: string;
|
|
417
|
-
knowledge: string;
|
|
418
|
-
modalities: {
|
|
419
|
-
input: readonly ["text", "file"];
|
|
420
|
-
output: readonly ["text"];
|
|
421
|
-
};
|
|
422
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
423
|
-
context: number;
|
|
424
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
425
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
|
|
426
|
-
name: string;
|
|
427
|
-
created: string;
|
|
428
|
-
knowledge: string;
|
|
429
|
-
modalities: {
|
|
430
|
-
input: readonly ["text", "file"];
|
|
431
|
-
output: readonly ["text"];
|
|
432
|
-
};
|
|
433
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
434
|
-
context: number;
|
|
435
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
436
|
-
}>, import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
|
|
437
|
-
name: string;
|
|
438
|
-
created: string;
|
|
439
|
-
knowledge: string;
|
|
440
|
-
modalities: {
|
|
441
|
-
input: readonly ["text", "file"];
|
|
442
|
-
output: readonly ["text"];
|
|
443
|
-
};
|
|
444
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
445
|
-
context: number;
|
|
446
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
447
|
-
}>];
|
|
448
|
-
readonly "v3.3": readonly [import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
|
|
449
|
-
name: string;
|
|
450
|
-
created: string;
|
|
451
|
-
knowledge: string;
|
|
452
|
-
modalities: {
|
|
453
|
-
input: readonly ["text", "file"];
|
|
454
|
-
output: readonly ["text"];
|
|
455
|
-
};
|
|
456
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
457
|
-
context: number;
|
|
458
|
-
providers: readonly ["groq", "bedrock", "vertex"];
|
|
459
|
-
}>];
|
|
460
|
-
readonly v4: readonly [import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
|
|
461
|
-
name: string;
|
|
462
|
-
created: string;
|
|
463
|
-
knowledge: string;
|
|
464
|
-
modalities: {
|
|
465
|
-
input: readonly ["text", "image", "file"];
|
|
466
|
-
output: readonly ["text"];
|
|
467
|
-
};
|
|
468
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
469
|
-
context: number;
|
|
470
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
471
|
-
}>, import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
|
|
472
|
-
name: string;
|
|
473
|
-
created: string;
|
|
474
|
-
knowledge: string;
|
|
475
|
-
modalities: {
|
|
476
|
-
input: readonly ["text", "image", "file"];
|
|
477
|
-
output: readonly ["text"];
|
|
478
|
-
};
|
|
479
|
-
capabilities: readonly ["attachments", "tool_call", "temperature"];
|
|
480
|
-
context: number;
|
|
481
|
-
providers: readonly ["groq", "vertex", "bedrock"];
|
|
482
|
-
}>];
|
|
483
|
-
};
|
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
import { presetFor } from "../../utils/preset";
|
|
2
|
-
const LLAMA_3_BASE = {
|
|
3
|
-
modalities: {
|
|
4
|
-
input: ["text", "file"],
|
|
5
|
-
output: ["text"],
|
|
6
|
-
},
|
|
7
|
-
capabilities: ["attachments", "tool_call", "temperature"],
|
|
8
|
-
context: 128000,
|
|
9
|
-
providers: ["groq", "bedrock", "vertex"],
|
|
10
|
-
};
|
|
11
|
-
export const llama31_8b = presetFor()("meta/llama-3.1-8b", {
|
|
12
|
-
...LLAMA_3_BASE,
|
|
13
|
-
name: "Llama 3.1 8B",
|
|
14
|
-
created: "2024-07-23",
|
|
15
|
-
knowledge: "2023-12",
|
|
16
|
-
});
|
|
17
|
-
export const llama31_70b = presetFor()("meta/llama-3.1-70b", {
|
|
18
|
-
...LLAMA_3_BASE,
|
|
19
|
-
name: "Llama 3.1 70B",
|
|
20
|
-
created: "2024-07-23",
|
|
21
|
-
knowledge: "2023-12",
|
|
22
|
-
});
|
|
23
|
-
export const llama31_405b = presetFor()("meta/llama-3.1-405b", {
|
|
24
|
-
...LLAMA_3_BASE,
|
|
25
|
-
name: "Llama 3.1 405B",
|
|
26
|
-
created: "2024-07-23",
|
|
27
|
-
knowledge: "2023-12",
|
|
28
|
-
});
|
|
29
|
-
export const llama32_1b = presetFor()("meta/llama-3.2-1b", {
|
|
30
|
-
...LLAMA_3_BASE,
|
|
31
|
-
name: "Llama 3.2 1B",
|
|
32
|
-
created: "2024-09-25",
|
|
33
|
-
knowledge: "2023-12",
|
|
34
|
-
});
|
|
35
|
-
export const llama32_3b = presetFor()("meta/llama-3.2-3b", {
|
|
36
|
-
...LLAMA_3_BASE,
|
|
37
|
-
name: "Llama 3.2 3B",
|
|
38
|
-
created: "2024-09-25",
|
|
39
|
-
knowledge: "2023-12",
|
|
40
|
-
});
|
|
41
|
-
export const llama32_11b = presetFor()("meta/llama-3.2-11b", {
|
|
42
|
-
...LLAMA_3_BASE,
|
|
43
|
-
name: "Llama 3.2 11B",
|
|
44
|
-
created: "2024-09-25",
|
|
45
|
-
knowledge: "2023-12",
|
|
46
|
-
});
|
|
47
|
-
export const llama32_90b = presetFor()("meta/llama-3.2-90b", {
|
|
48
|
-
...LLAMA_3_BASE,
|
|
49
|
-
name: "Llama 3.2 90B",
|
|
50
|
-
created: "2024-09-25",
|
|
51
|
-
knowledge: "2023-12",
|
|
52
|
-
});
|
|
53
|
-
export const llama33_70b = presetFor()("meta/llama-3.3-70b", {
|
|
54
|
-
...LLAMA_3_BASE,
|
|
55
|
-
name: "Llama 3.3 70B",
|
|
56
|
-
created: "2024-12-06",
|
|
57
|
-
knowledge: "2023-12",
|
|
58
|
-
});
|
|
59
|
-
const LLAMA_4_BASE = {
|
|
60
|
-
modalities: {
|
|
61
|
-
input: ["text", "image", "file"],
|
|
62
|
-
output: ["text"],
|
|
63
|
-
},
|
|
64
|
-
capabilities: ["attachments", "tool_call", "temperature"],
|
|
65
|
-
context: 1000000,
|
|
66
|
-
providers: ["groq", "vertex", "bedrock"],
|
|
67
|
-
};
|
|
68
|
-
export const llama4Scout = presetFor()("meta/llama-4-scout", {
|
|
69
|
-
...LLAMA_4_BASE,
|
|
70
|
-
name: "Llama 4 Scout",
|
|
71
|
-
created: "2025-08-05",
|
|
72
|
-
knowledge: "2024-06",
|
|
73
|
-
});
|
|
74
|
-
export const llama4Maverick = presetFor()("meta/llama-4-maverick", {
|
|
75
|
-
...LLAMA_4_BASE,
|
|
76
|
-
name: "Llama 4 Maverick",
|
|
77
|
-
created: "2025-08-05",
|
|
78
|
-
knowledge: "2024-06",
|
|
79
|
-
});
|
|
80
|
-
const llamaAtomic = {
|
|
81
|
-
"v3.1": [llama31_8b, llama31_70b, llama31_405b],
|
|
82
|
-
"v3.2": [llama32_1b, llama32_3b, llama32_11b, llama32_90b],
|
|
83
|
-
"v3.3": [llama33_70b],
|
|
84
|
-
v4: [llama4Scout, llama4Maverick],
|
|
85
|
-
};
|
|
86
|
-
const llamaGroups = {
|
|
87
|
-
"v3.x": [...llamaAtomic["v3.1"], ...llamaAtomic["v3.2"], ...llamaAtomic["v3.3"]],
|
|
88
|
-
"v4.x": [...llamaAtomic["v4"]],
|
|
89
|
-
};
|
|
90
|
-
export const llama = {
|
|
91
|
-
...llamaAtomic,
|
|
92
|
-
...llamaGroups,
|
|
93
|
-
latest: [...llamaAtomic["v4"]],
|
|
94
|
-
all: Object.values(llamaAtomic).flat(),
|
|
95
|
-
};
|
|
@@ -1,4 +0,0 @@
|
|
|
1
|
-
import type { EmbeddingModelMiddleware, LanguageModelMiddleware } from "ai";
|
|
2
|
-
export declare const openAIDimensionsMiddleware: EmbeddingModelMiddleware;
|
|
3
|
-
export declare const openAIReasoningMiddleware: LanguageModelMiddleware;
|
|
4
|
-
export declare const openAIPromptCachingMiddleware: LanguageModelMiddleware;
|