@hebo-ai/gateway 0.6.2 → 0.8.0-rc0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (168) hide show
  1. package/README.md +134 -7
  2. package/package.json +46 -1
  3. package/dist/config.d.ts +0 -2
  4. package/dist/config.js +0 -81
  5. package/dist/endpoints/chat-completions/converters.d.ts +0 -43
  6. package/dist/endpoints/chat-completions/converters.js +0 -625
  7. package/dist/endpoints/chat-completions/handler.d.ts +0 -2
  8. package/dist/endpoints/chat-completions/handler.js +0 -149
  9. package/dist/endpoints/chat-completions/index.d.ts +0 -4
  10. package/dist/endpoints/chat-completions/index.js +0 -4
  11. package/dist/endpoints/chat-completions/otel.d.ts +0 -5
  12. package/dist/endpoints/chat-completions/otel.js +0 -171
  13. package/dist/endpoints/chat-completions/schema.d.ts +0 -1188
  14. package/dist/endpoints/chat-completions/schema.js +0 -298
  15. package/dist/endpoints/embeddings/converters.d.ts +0 -10
  16. package/dist/endpoints/embeddings/converters.js +0 -31
  17. package/dist/endpoints/embeddings/handler.d.ts +0 -2
  18. package/dist/endpoints/embeddings/handler.js +0 -104
  19. package/dist/endpoints/embeddings/index.d.ts +0 -4
  20. package/dist/endpoints/embeddings/index.js +0 -4
  21. package/dist/endpoints/embeddings/otel.d.ts +0 -5
  22. package/dist/endpoints/embeddings/otel.js +0 -29
  23. package/dist/endpoints/embeddings/schema.d.ts +0 -44
  24. package/dist/endpoints/embeddings/schema.js +0 -29
  25. package/dist/endpoints/models/converters.d.ts +0 -6
  26. package/dist/endpoints/models/converters.js +0 -42
  27. package/dist/endpoints/models/handler.d.ts +0 -2
  28. package/dist/endpoints/models/handler.js +0 -29
  29. package/dist/endpoints/models/index.d.ts +0 -3
  30. package/dist/endpoints/models/index.js +0 -3
  31. package/dist/endpoints/models/schema.d.ts +0 -42
  32. package/dist/endpoints/models/schema.js +0 -31
  33. package/dist/errors/ai-sdk.d.ts +0 -2
  34. package/dist/errors/ai-sdk.js +0 -52
  35. package/dist/errors/gateway.d.ts +0 -5
  36. package/dist/errors/gateway.js +0 -13
  37. package/dist/errors/openai.d.ts +0 -20
  38. package/dist/errors/openai.js +0 -40
  39. package/dist/errors/utils.d.ts +0 -22
  40. package/dist/errors/utils.js +0 -44
  41. package/dist/gateway.d.ts +0 -9
  42. package/dist/gateway.js +0 -40
  43. package/dist/index.d.ts +0 -14
  44. package/dist/index.js +0 -13
  45. package/dist/lifecycle.d.ts +0 -2
  46. package/dist/lifecycle.js +0 -98
  47. package/dist/logger/default.d.ts +0 -4
  48. package/dist/logger/default.js +0 -81
  49. package/dist/logger/index.d.ts +0 -11
  50. package/dist/logger/index.js +0 -25
  51. package/dist/middleware/common.d.ts +0 -12
  52. package/dist/middleware/common.js +0 -146
  53. package/dist/middleware/debug.d.ts +0 -3
  54. package/dist/middleware/debug.js +0 -27
  55. package/dist/middleware/matcher.d.ts +0 -28
  56. package/dist/middleware/matcher.js +0 -118
  57. package/dist/middleware/utils.d.ts +0 -2
  58. package/dist/middleware/utils.js +0 -24
  59. package/dist/models/amazon/index.d.ts +0 -2
  60. package/dist/models/amazon/index.js +0 -2
  61. package/dist/models/amazon/middleware.d.ts +0 -3
  62. package/dist/models/amazon/middleware.js +0 -68
  63. package/dist/models/amazon/presets.d.ts +0 -345
  64. package/dist/models/amazon/presets.js +0 -80
  65. package/dist/models/anthropic/index.d.ts +0 -2
  66. package/dist/models/anthropic/index.js +0 -2
  67. package/dist/models/anthropic/middleware.d.ts +0 -5
  68. package/dist/models/anthropic/middleware.js +0 -127
  69. package/dist/models/anthropic/presets.d.ts +0 -711
  70. package/dist/models/anthropic/presets.js +0 -135
  71. package/dist/models/catalog.d.ts +0 -4
  72. package/dist/models/catalog.js +0 -8
  73. package/dist/models/cohere/index.d.ts +0 -2
  74. package/dist/models/cohere/index.js +0 -2
  75. package/dist/models/cohere/middleware.d.ts +0 -3
  76. package/dist/models/cohere/middleware.js +0 -62
  77. package/dist/models/cohere/presets.d.ts +0 -411
  78. package/dist/models/cohere/presets.js +0 -134
  79. package/dist/models/google/index.d.ts +0 -2
  80. package/dist/models/google/index.js +0 -2
  81. package/dist/models/google/middleware.d.ts +0 -8
  82. package/dist/models/google/middleware.js +0 -111
  83. package/dist/models/google/presets.d.ts +0 -375
  84. package/dist/models/google/presets.js +0 -82
  85. package/dist/models/meta/index.d.ts +0 -1
  86. package/dist/models/meta/index.js +0 -1
  87. package/dist/models/meta/presets.d.ts +0 -483
  88. package/dist/models/meta/presets.js +0 -95
  89. package/dist/models/openai/index.d.ts +0 -2
  90. package/dist/models/openai/index.js +0 -2
  91. package/dist/models/openai/middleware.d.ts +0 -4
  92. package/dist/models/openai/middleware.js +0 -88
  93. package/dist/models/openai/presets.d.ts +0 -959
  94. package/dist/models/openai/presets.js +0 -213
  95. package/dist/models/types.d.ts +0 -20
  96. package/dist/models/types.js +0 -84
  97. package/dist/models/voyage/index.d.ts +0 -2
  98. package/dist/models/voyage/index.js +0 -2
  99. package/dist/models/voyage/middleware.d.ts +0 -2
  100. package/dist/models/voyage/middleware.js +0 -19
  101. package/dist/models/voyage/presets.d.ts +0 -436
  102. package/dist/models/voyage/presets.js +0 -85
  103. package/dist/providers/anthropic/canonical.d.ts +0 -3
  104. package/dist/providers/anthropic/canonical.js +0 -9
  105. package/dist/providers/anthropic/index.d.ts +0 -1
  106. package/dist/providers/anthropic/index.js +0 -1
  107. package/dist/providers/bedrock/canonical.d.ts +0 -17
  108. package/dist/providers/bedrock/canonical.js +0 -61
  109. package/dist/providers/bedrock/index.d.ts +0 -2
  110. package/dist/providers/bedrock/index.js +0 -2
  111. package/dist/providers/bedrock/middleware.d.ts +0 -4
  112. package/dist/providers/bedrock/middleware.js +0 -104
  113. package/dist/providers/cohere/canonical.d.ts +0 -3
  114. package/dist/providers/cohere/canonical.js +0 -17
  115. package/dist/providers/cohere/index.d.ts +0 -1
  116. package/dist/providers/cohere/index.js +0 -1
  117. package/dist/providers/groq/canonical.d.ts +0 -3
  118. package/dist/providers/groq/canonical.js +0 -12
  119. package/dist/providers/groq/index.d.ts +0 -1
  120. package/dist/providers/groq/index.js +0 -1
  121. package/dist/providers/openai/canonical.d.ts +0 -3
  122. package/dist/providers/openai/canonical.js +0 -8
  123. package/dist/providers/openai/index.d.ts +0 -1
  124. package/dist/providers/openai/index.js +0 -1
  125. package/dist/providers/registry.d.ts +0 -24
  126. package/dist/providers/registry.js +0 -103
  127. package/dist/providers/types.d.ts +0 -7
  128. package/dist/providers/types.js +0 -11
  129. package/dist/providers/vertex/canonical.d.ts +0 -3
  130. package/dist/providers/vertex/canonical.js +0 -8
  131. package/dist/providers/vertex/index.d.ts +0 -1
  132. package/dist/providers/vertex/index.js +0 -1
  133. package/dist/providers/voyage/canonical.d.ts +0 -3
  134. package/dist/providers/voyage/canonical.js +0 -7
  135. package/dist/providers/voyage/index.d.ts +0 -1
  136. package/dist/providers/voyage/index.js +0 -1
  137. package/dist/telemetry/ai-sdk.d.ts +0 -2
  138. package/dist/telemetry/ai-sdk.js +0 -31
  139. package/dist/telemetry/baggage.d.ts +0 -1
  140. package/dist/telemetry/baggage.js +0 -24
  141. package/dist/telemetry/fetch.d.ts +0 -2
  142. package/dist/telemetry/fetch.js +0 -49
  143. package/dist/telemetry/gen-ai.d.ts +0 -6
  144. package/dist/telemetry/gen-ai.js +0 -78
  145. package/dist/telemetry/http.d.ts +0 -3
  146. package/dist/telemetry/http.js +0 -54
  147. package/dist/telemetry/index.d.ts +0 -1
  148. package/dist/telemetry/index.js +0 -1
  149. package/dist/telemetry/memory.d.ts +0 -2
  150. package/dist/telemetry/memory.js +0 -43
  151. package/dist/telemetry/span.d.ts +0 -13
  152. package/dist/telemetry/span.js +0 -60
  153. package/dist/telemetry/stream.d.ts +0 -3
  154. package/dist/telemetry/stream.js +0 -58
  155. package/dist/types.d.ts +0 -176
  156. package/dist/types.js +0 -1
  157. package/dist/utils/env.d.ts +0 -2
  158. package/dist/utils/env.js +0 -7
  159. package/dist/utils/headers.d.ts +0 -4
  160. package/dist/utils/headers.js +0 -22
  161. package/dist/utils/preset.d.ts +0 -10
  162. package/dist/utils/preset.js +0 -42
  163. package/dist/utils/request.d.ts +0 -2
  164. package/dist/utils/request.js +0 -43
  165. package/dist/utils/response.d.ts +0 -3
  166. package/dist/utils/response.js +0 -70
  167. package/dist/utils/url.d.ts +0 -4
  168. package/dist/utils/url.js +0 -21
@@ -1,82 +0,0 @@
1
- import { presetFor } from "../../utils/preset";
2
- const GEMINI_BASE = {
3
- modalities: {
4
- input: ["text", "image", "pdf", "file", "audio", "video"],
5
- output: ["text"],
6
- },
7
- capabilities: [
8
- "attachments",
9
- "reasoning",
10
- "tool_call",
11
- "structured_output",
12
- "temperature",
13
- ],
14
- context: 1048576,
15
- providers: ["vertex"],
16
- };
17
- const GEMINI_EMBEDDINGS_BASE = {
18
- modalities: {
19
- input: ["text"],
20
- output: ["embedding"],
21
- },
22
- providers: ["vertex"],
23
- };
24
- export const geminiEmbedding001 = presetFor()("google/embedding-001", {
25
- ...GEMINI_EMBEDDINGS_BASE,
26
- name: "Gemini Embedding 001",
27
- created: "2025-05-20",
28
- context: 8192,
29
- });
30
- export const gemini3FlashPreview = presetFor()("google/gemini-3-flash-preview", {
31
- ...GEMINI_BASE,
32
- name: "Gemini 3 Flash (Preview)",
33
- created: "2025-12-17",
34
- knowledge: "2025-01",
35
- });
36
- export const gemini31FlashLitePreview = presetFor()("google/gemini-3.1-flash-lite-preview", {
37
- ...GEMINI_BASE,
38
- name: "Gemini 3.1 Flash-Lite (Preview)",
39
- created: "2026-03-03",
40
- knowledge: "2025-01",
41
- });
42
- export const gemini31ProPreview = presetFor()("google/gemini-3.1-pro-preview", {
43
- ...GEMINI_BASE,
44
- name: "Gemini 3.1 Pro (Preview)",
45
- created: "2026-02-19",
46
- knowledge: "2025-01",
47
- });
48
- export const gemini25FlashLite = presetFor()("google/gemini-2.5-flash-lite", {
49
- ...GEMINI_BASE,
50
- name: "Gemini 2.5 Flash Lite",
51
- created: "2025-06-17",
52
- knowledge: "2025-01",
53
- });
54
- export const gemini25Flash = presetFor()("google/gemini-2.5-flash", {
55
- ...GEMINI_BASE,
56
- name: "Gemini 2.5 Flash",
57
- created: "2025-03-20",
58
- knowledge: "2025-01",
59
- });
60
- export const gemini25Pro = presetFor()("google/gemini-2.5-pro", {
61
- ...GEMINI_BASE,
62
- name: "Gemini 2.5 Pro",
63
- created: "2025-03-20",
64
- knowledge: "2025-01",
65
- });
66
- const geminiAtomic = {
67
- "v2.5": [gemini25FlashLite, gemini25Flash, gemini25Pro],
68
- "v3-preview": [gemini3FlashPreview, gemini31FlashLitePreview, gemini31ProPreview],
69
- embeddings: [geminiEmbedding001],
70
- };
71
- const geminiGroups = {
72
- "v2.x": [...geminiAtomic["v2.5"]],
73
- "v3.x": [...geminiAtomic["v3-preview"]],
74
- };
75
- export const gemini = {
76
- ...geminiAtomic,
77
- ...geminiGroups,
78
- latest: [...geminiAtomic["v2.5"]],
79
- preview: [...geminiAtomic["v3-preview"]],
80
- embeddings: [...geminiAtomic["embeddings"]],
81
- all: Object.values(geminiAtomic).flat(),
82
- };
@@ -1 +0,0 @@
1
- export * from "./presets";
@@ -1 +0,0 @@
1
- export * from "./presets";
@@ -1,483 +0,0 @@
1
- import type { CatalogModel } from "../types";
2
- export declare const llama31_8b: import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
3
- name: string;
4
- created: string;
5
- knowledge: string;
6
- modalities: {
7
- input: readonly ["text", "file"];
8
- output: readonly ["text"];
9
- };
10
- capabilities: readonly ["attachments", "tool_call", "temperature"];
11
- context: number;
12
- providers: readonly ["groq", "bedrock", "vertex"];
13
- }>;
14
- export declare const llama31_70b: import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
15
- name: string;
16
- created: string;
17
- knowledge: string;
18
- modalities: {
19
- input: readonly ["text", "file"];
20
- output: readonly ["text"];
21
- };
22
- capabilities: readonly ["attachments", "tool_call", "temperature"];
23
- context: number;
24
- providers: readonly ["groq", "bedrock", "vertex"];
25
- }>;
26
- export declare const llama31_405b: import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
27
- name: string;
28
- created: string;
29
- knowledge: string;
30
- modalities: {
31
- input: readonly ["text", "file"];
32
- output: readonly ["text"];
33
- };
34
- capabilities: readonly ["attachments", "tool_call", "temperature"];
35
- context: number;
36
- providers: readonly ["groq", "bedrock", "vertex"];
37
- }>;
38
- export declare const llama32_1b: import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
39
- name: string;
40
- created: string;
41
- knowledge: string;
42
- modalities: {
43
- input: readonly ["text", "file"];
44
- output: readonly ["text"];
45
- };
46
- capabilities: readonly ["attachments", "tool_call", "temperature"];
47
- context: number;
48
- providers: readonly ["groq", "bedrock", "vertex"];
49
- }>;
50
- export declare const llama32_3b: import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
51
- name: string;
52
- created: string;
53
- knowledge: string;
54
- modalities: {
55
- input: readonly ["text", "file"];
56
- output: readonly ["text"];
57
- };
58
- capabilities: readonly ["attachments", "tool_call", "temperature"];
59
- context: number;
60
- providers: readonly ["groq", "bedrock", "vertex"];
61
- }>;
62
- export declare const llama32_11b: import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
63
- name: string;
64
- created: string;
65
- knowledge: string;
66
- modalities: {
67
- input: readonly ["text", "file"];
68
- output: readonly ["text"];
69
- };
70
- capabilities: readonly ["attachments", "tool_call", "temperature"];
71
- context: number;
72
- providers: readonly ["groq", "bedrock", "vertex"];
73
- }>;
74
- export declare const llama32_90b: import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
75
- name: string;
76
- created: string;
77
- knowledge: string;
78
- modalities: {
79
- input: readonly ["text", "file"];
80
- output: readonly ["text"];
81
- };
82
- capabilities: readonly ["attachments", "tool_call", "temperature"];
83
- context: number;
84
- providers: readonly ["groq", "bedrock", "vertex"];
85
- }>;
86
- export declare const llama33_70b: import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
87
- name: string;
88
- created: string;
89
- knowledge: string;
90
- modalities: {
91
- input: readonly ["text", "file"];
92
- output: readonly ["text"];
93
- };
94
- capabilities: readonly ["attachments", "tool_call", "temperature"];
95
- context: number;
96
- providers: readonly ["groq", "bedrock", "vertex"];
97
- }>;
98
- export declare const llama4Scout: import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
99
- name: string;
100
- created: string;
101
- knowledge: string;
102
- modalities: {
103
- input: readonly ["text", "image", "file"];
104
- output: readonly ["text"];
105
- };
106
- capabilities: readonly ["attachments", "tool_call", "temperature"];
107
- context: number;
108
- providers: readonly ["groq", "vertex", "bedrock"];
109
- }>;
110
- export declare const llama4Maverick: import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
111
- name: string;
112
- created: string;
113
- knowledge: string;
114
- modalities: {
115
- input: readonly ["text", "image", "file"];
116
- output: readonly ["text"];
117
- };
118
- capabilities: readonly ["attachments", "tool_call", "temperature"];
119
- context: number;
120
- providers: readonly ["groq", "vertex", "bedrock"];
121
- }>;
122
- export declare const llama: {
123
- readonly latest: readonly [import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
124
- name: string;
125
- created: string;
126
- knowledge: string;
127
- modalities: {
128
- input: readonly ["text", "image", "file"];
129
- output: readonly ["text"];
130
- };
131
- capabilities: readonly ["attachments", "tool_call", "temperature"];
132
- context: number;
133
- providers: readonly ["groq", "vertex", "bedrock"];
134
- }>, import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
135
- name: string;
136
- created: string;
137
- knowledge: string;
138
- modalities: {
139
- input: readonly ["text", "image", "file"];
140
- output: readonly ["text"];
141
- };
142
- capabilities: readonly ["attachments", "tool_call", "temperature"];
143
- context: number;
144
- providers: readonly ["groq", "vertex", "bedrock"];
145
- }>];
146
- readonly all: (import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
147
- name: string;
148
- created: string;
149
- knowledge: string;
150
- modalities: {
151
- input: readonly ["text", "file"];
152
- output: readonly ["text"];
153
- };
154
- capabilities: readonly ["attachments", "tool_call", "temperature"];
155
- context: number;
156
- providers: readonly ["groq", "bedrock", "vertex"];
157
- }> | import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
158
- name: string;
159
- created: string;
160
- knowledge: string;
161
- modalities: {
162
- input: readonly ["text", "file"];
163
- output: readonly ["text"];
164
- };
165
- capabilities: readonly ["attachments", "tool_call", "temperature"];
166
- context: number;
167
- providers: readonly ["groq", "bedrock", "vertex"];
168
- }> | import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
169
- name: string;
170
- created: string;
171
- knowledge: string;
172
- modalities: {
173
- input: readonly ["text", "file"];
174
- output: readonly ["text"];
175
- };
176
- capabilities: readonly ["attachments", "tool_call", "temperature"];
177
- context: number;
178
- providers: readonly ["groq", "bedrock", "vertex"];
179
- }> | import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
180
- name: string;
181
- created: string;
182
- knowledge: string;
183
- modalities: {
184
- input: readonly ["text", "file"];
185
- output: readonly ["text"];
186
- };
187
- capabilities: readonly ["attachments", "tool_call", "temperature"];
188
- context: number;
189
- providers: readonly ["groq", "bedrock", "vertex"];
190
- }> | import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
191
- name: string;
192
- created: string;
193
- knowledge: string;
194
- modalities: {
195
- input: readonly ["text", "file"];
196
- output: readonly ["text"];
197
- };
198
- capabilities: readonly ["attachments", "tool_call", "temperature"];
199
- context: number;
200
- providers: readonly ["groq", "bedrock", "vertex"];
201
- }> | import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
202
- name: string;
203
- created: string;
204
- knowledge: string;
205
- modalities: {
206
- input: readonly ["text", "file"];
207
- output: readonly ["text"];
208
- };
209
- capabilities: readonly ["attachments", "tool_call", "temperature"];
210
- context: number;
211
- providers: readonly ["groq", "bedrock", "vertex"];
212
- }> | import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
213
- name: string;
214
- created: string;
215
- knowledge: string;
216
- modalities: {
217
- input: readonly ["text", "file"];
218
- output: readonly ["text"];
219
- };
220
- capabilities: readonly ["attachments", "tool_call", "temperature"];
221
- context: number;
222
- providers: readonly ["groq", "bedrock", "vertex"];
223
- }> | import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
224
- name: string;
225
- created: string;
226
- knowledge: string;
227
- modalities: {
228
- input: readonly ["text", "file"];
229
- output: readonly ["text"];
230
- };
231
- capabilities: readonly ["attachments", "tool_call", "temperature"];
232
- context: number;
233
- providers: readonly ["groq", "bedrock", "vertex"];
234
- }> | import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
235
- name: string;
236
- created: string;
237
- knowledge: string;
238
- modalities: {
239
- input: readonly ["text", "image", "file"];
240
- output: readonly ["text"];
241
- };
242
- capabilities: readonly ["attachments", "tool_call", "temperature"];
243
- context: number;
244
- providers: readonly ["groq", "vertex", "bedrock"];
245
- }> | import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
246
- name: string;
247
- created: string;
248
- knowledge: string;
249
- modalities: {
250
- input: readonly ["text", "image", "file"];
251
- output: readonly ["text"];
252
- };
253
- capabilities: readonly ["attachments", "tool_call", "temperature"];
254
- context: number;
255
- providers: readonly ["groq", "vertex", "bedrock"];
256
- }>)[];
257
- readonly "v3.x": readonly [import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
258
- name: string;
259
- created: string;
260
- knowledge: string;
261
- modalities: {
262
- input: readonly ["text", "file"];
263
- output: readonly ["text"];
264
- };
265
- capabilities: readonly ["attachments", "tool_call", "temperature"];
266
- context: number;
267
- providers: readonly ["groq", "bedrock", "vertex"];
268
- }>, import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
269
- name: string;
270
- created: string;
271
- knowledge: string;
272
- modalities: {
273
- input: readonly ["text", "file"];
274
- output: readonly ["text"];
275
- };
276
- capabilities: readonly ["attachments", "tool_call", "temperature"];
277
- context: number;
278
- providers: readonly ["groq", "bedrock", "vertex"];
279
- }>, import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
280
- name: string;
281
- created: string;
282
- knowledge: string;
283
- modalities: {
284
- input: readonly ["text", "file"];
285
- output: readonly ["text"];
286
- };
287
- capabilities: readonly ["attachments", "tool_call", "temperature"];
288
- context: number;
289
- providers: readonly ["groq", "bedrock", "vertex"];
290
- }>, import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
291
- name: string;
292
- created: string;
293
- knowledge: string;
294
- modalities: {
295
- input: readonly ["text", "file"];
296
- output: readonly ["text"];
297
- };
298
- capabilities: readonly ["attachments", "tool_call", "temperature"];
299
- context: number;
300
- providers: readonly ["groq", "bedrock", "vertex"];
301
- }>, import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
302
- name: string;
303
- created: string;
304
- knowledge: string;
305
- modalities: {
306
- input: readonly ["text", "file"];
307
- output: readonly ["text"];
308
- };
309
- capabilities: readonly ["attachments", "tool_call", "temperature"];
310
- context: number;
311
- providers: readonly ["groq", "bedrock", "vertex"];
312
- }>, import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
313
- name: string;
314
- created: string;
315
- knowledge: string;
316
- modalities: {
317
- input: readonly ["text", "file"];
318
- output: readonly ["text"];
319
- };
320
- capabilities: readonly ["attachments", "tool_call", "temperature"];
321
- context: number;
322
- providers: readonly ["groq", "bedrock", "vertex"];
323
- }>, import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
324
- name: string;
325
- created: string;
326
- knowledge: string;
327
- modalities: {
328
- input: readonly ["text", "file"];
329
- output: readonly ["text"];
330
- };
331
- capabilities: readonly ["attachments", "tool_call", "temperature"];
332
- context: number;
333
- providers: readonly ["groq", "bedrock", "vertex"];
334
- }>, import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
335
- name: string;
336
- created: string;
337
- knowledge: string;
338
- modalities: {
339
- input: readonly ["text", "file"];
340
- output: readonly ["text"];
341
- };
342
- capabilities: readonly ["attachments", "tool_call", "temperature"];
343
- context: number;
344
- providers: readonly ["groq", "bedrock", "vertex"];
345
- }>];
346
- readonly "v4.x": readonly [import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
347
- name: string;
348
- created: string;
349
- knowledge: string;
350
- modalities: {
351
- input: readonly ["text", "image", "file"];
352
- output: readonly ["text"];
353
- };
354
- capabilities: readonly ["attachments", "tool_call", "temperature"];
355
- context: number;
356
- providers: readonly ["groq", "vertex", "bedrock"];
357
- }>, import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
358
- name: string;
359
- created: string;
360
- knowledge: string;
361
- modalities: {
362
- input: readonly ["text", "image", "file"];
363
- output: readonly ["text"];
364
- };
365
- capabilities: readonly ["attachments", "tool_call", "temperature"];
366
- context: number;
367
- providers: readonly ["groq", "vertex", "bedrock"];
368
- }>];
369
- readonly "v3.1": readonly [import("../../utils/preset").Preset<"meta/llama-3.1-8b", CatalogModel, {
370
- name: string;
371
- created: string;
372
- knowledge: string;
373
- modalities: {
374
- input: readonly ["text", "file"];
375
- output: readonly ["text"];
376
- };
377
- capabilities: readonly ["attachments", "tool_call", "temperature"];
378
- context: number;
379
- providers: readonly ["groq", "bedrock", "vertex"];
380
- }>, import("../../utils/preset").Preset<"meta/llama-3.1-70b", CatalogModel, {
381
- name: string;
382
- created: string;
383
- knowledge: string;
384
- modalities: {
385
- input: readonly ["text", "file"];
386
- output: readonly ["text"];
387
- };
388
- capabilities: readonly ["attachments", "tool_call", "temperature"];
389
- context: number;
390
- providers: readonly ["groq", "bedrock", "vertex"];
391
- }>, import("../../utils/preset").Preset<"meta/llama-3.1-405b", CatalogModel, {
392
- name: string;
393
- created: string;
394
- knowledge: string;
395
- modalities: {
396
- input: readonly ["text", "file"];
397
- output: readonly ["text"];
398
- };
399
- capabilities: readonly ["attachments", "tool_call", "temperature"];
400
- context: number;
401
- providers: readonly ["groq", "bedrock", "vertex"];
402
- }>];
403
- readonly "v3.2": readonly [import("../../utils/preset").Preset<"meta/llama-3.2-1b", CatalogModel, {
404
- name: string;
405
- created: string;
406
- knowledge: string;
407
- modalities: {
408
- input: readonly ["text", "file"];
409
- output: readonly ["text"];
410
- };
411
- capabilities: readonly ["attachments", "tool_call", "temperature"];
412
- context: number;
413
- providers: readonly ["groq", "bedrock", "vertex"];
414
- }>, import("../../utils/preset").Preset<"meta/llama-3.2-3b", CatalogModel, {
415
- name: string;
416
- created: string;
417
- knowledge: string;
418
- modalities: {
419
- input: readonly ["text", "file"];
420
- output: readonly ["text"];
421
- };
422
- capabilities: readonly ["attachments", "tool_call", "temperature"];
423
- context: number;
424
- providers: readonly ["groq", "bedrock", "vertex"];
425
- }>, import("../../utils/preset").Preset<"meta/llama-3.2-11b", CatalogModel, {
426
- name: string;
427
- created: string;
428
- knowledge: string;
429
- modalities: {
430
- input: readonly ["text", "file"];
431
- output: readonly ["text"];
432
- };
433
- capabilities: readonly ["attachments", "tool_call", "temperature"];
434
- context: number;
435
- providers: readonly ["groq", "bedrock", "vertex"];
436
- }>, import("../../utils/preset").Preset<"meta/llama-3.2-90b", CatalogModel, {
437
- name: string;
438
- created: string;
439
- knowledge: string;
440
- modalities: {
441
- input: readonly ["text", "file"];
442
- output: readonly ["text"];
443
- };
444
- capabilities: readonly ["attachments", "tool_call", "temperature"];
445
- context: number;
446
- providers: readonly ["groq", "bedrock", "vertex"];
447
- }>];
448
- readonly "v3.3": readonly [import("../../utils/preset").Preset<"meta/llama-3.3-70b", CatalogModel, {
449
- name: string;
450
- created: string;
451
- knowledge: string;
452
- modalities: {
453
- input: readonly ["text", "file"];
454
- output: readonly ["text"];
455
- };
456
- capabilities: readonly ["attachments", "tool_call", "temperature"];
457
- context: number;
458
- providers: readonly ["groq", "bedrock", "vertex"];
459
- }>];
460
- readonly v4: readonly [import("../../utils/preset").Preset<"meta/llama-4-scout", CatalogModel, {
461
- name: string;
462
- created: string;
463
- knowledge: string;
464
- modalities: {
465
- input: readonly ["text", "image", "file"];
466
- output: readonly ["text"];
467
- };
468
- capabilities: readonly ["attachments", "tool_call", "temperature"];
469
- context: number;
470
- providers: readonly ["groq", "vertex", "bedrock"];
471
- }>, import("../../utils/preset").Preset<"meta/llama-4-maverick", CatalogModel, {
472
- name: string;
473
- created: string;
474
- knowledge: string;
475
- modalities: {
476
- input: readonly ["text", "image", "file"];
477
- output: readonly ["text"];
478
- };
479
- capabilities: readonly ["attachments", "tool_call", "temperature"];
480
- context: number;
481
- providers: readonly ["groq", "vertex", "bedrock"];
482
- }>];
483
- };
@@ -1,95 +0,0 @@
1
- import { presetFor } from "../../utils/preset";
2
- const LLAMA_3_BASE = {
3
- modalities: {
4
- input: ["text", "file"],
5
- output: ["text"],
6
- },
7
- capabilities: ["attachments", "tool_call", "temperature"],
8
- context: 128000,
9
- providers: ["groq", "bedrock", "vertex"],
10
- };
11
- export const llama31_8b = presetFor()("meta/llama-3.1-8b", {
12
- ...LLAMA_3_BASE,
13
- name: "Llama 3.1 8B",
14
- created: "2024-07-23",
15
- knowledge: "2023-12",
16
- });
17
- export const llama31_70b = presetFor()("meta/llama-3.1-70b", {
18
- ...LLAMA_3_BASE,
19
- name: "Llama 3.1 70B",
20
- created: "2024-07-23",
21
- knowledge: "2023-12",
22
- });
23
- export const llama31_405b = presetFor()("meta/llama-3.1-405b", {
24
- ...LLAMA_3_BASE,
25
- name: "Llama 3.1 405B",
26
- created: "2024-07-23",
27
- knowledge: "2023-12",
28
- });
29
- export const llama32_1b = presetFor()("meta/llama-3.2-1b", {
30
- ...LLAMA_3_BASE,
31
- name: "Llama 3.2 1B",
32
- created: "2024-09-25",
33
- knowledge: "2023-12",
34
- });
35
- export const llama32_3b = presetFor()("meta/llama-3.2-3b", {
36
- ...LLAMA_3_BASE,
37
- name: "Llama 3.2 3B",
38
- created: "2024-09-25",
39
- knowledge: "2023-12",
40
- });
41
- export const llama32_11b = presetFor()("meta/llama-3.2-11b", {
42
- ...LLAMA_3_BASE,
43
- name: "Llama 3.2 11B",
44
- created: "2024-09-25",
45
- knowledge: "2023-12",
46
- });
47
- export const llama32_90b = presetFor()("meta/llama-3.2-90b", {
48
- ...LLAMA_3_BASE,
49
- name: "Llama 3.2 90B",
50
- created: "2024-09-25",
51
- knowledge: "2023-12",
52
- });
53
- export const llama33_70b = presetFor()("meta/llama-3.3-70b", {
54
- ...LLAMA_3_BASE,
55
- name: "Llama 3.3 70B",
56
- created: "2024-12-06",
57
- knowledge: "2023-12",
58
- });
59
- const LLAMA_4_BASE = {
60
- modalities: {
61
- input: ["text", "image", "file"],
62
- output: ["text"],
63
- },
64
- capabilities: ["attachments", "tool_call", "temperature"],
65
- context: 1000000,
66
- providers: ["groq", "vertex", "bedrock"],
67
- };
68
- export const llama4Scout = presetFor()("meta/llama-4-scout", {
69
- ...LLAMA_4_BASE,
70
- name: "Llama 4 Scout",
71
- created: "2025-08-05",
72
- knowledge: "2024-06",
73
- });
74
- export const llama4Maverick = presetFor()("meta/llama-4-maverick", {
75
- ...LLAMA_4_BASE,
76
- name: "Llama 4 Maverick",
77
- created: "2025-08-05",
78
- knowledge: "2024-06",
79
- });
80
- const llamaAtomic = {
81
- "v3.1": [llama31_8b, llama31_70b, llama31_405b],
82
- "v3.2": [llama32_1b, llama32_3b, llama32_11b, llama32_90b],
83
- "v3.3": [llama33_70b],
84
- v4: [llama4Scout, llama4Maverick],
85
- };
86
- const llamaGroups = {
87
- "v3.x": [...llamaAtomic["v3.1"], ...llamaAtomic["v3.2"], ...llamaAtomic["v3.3"]],
88
- "v4.x": [...llamaAtomic["v4"]],
89
- };
90
- export const llama = {
91
- ...llamaAtomic,
92
- ...llamaGroups,
93
- latest: [...llamaAtomic["v4"]],
94
- all: Object.values(llamaAtomic).flat(),
95
- };
@@ -1,2 +0,0 @@
1
- export * from "./presets";
2
- export * from "./middleware";
@@ -1,2 +0,0 @@
1
- export * from "./presets";
2
- export * from "./middleware";
@@ -1,4 +0,0 @@
1
- import type { EmbeddingModelMiddleware, LanguageModelMiddleware } from "ai";
2
- export declare const openAIDimensionsMiddleware: EmbeddingModelMiddleware;
3
- export declare const openAIReasoningMiddleware: LanguageModelMiddleware;
4
- export declare const openAIPromptCachingMiddleware: LanguageModelMiddleware;