@hebo-ai/gateway 0.5.2 → 0.6.0-rc0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +32 -1
- package/package.json +17 -12
- package/src/endpoints/chat-completions/converters.test.ts +85 -1
- package/src/endpoints/chat-completions/converters.ts +139 -18
- package/src/endpoints/chat-completions/handler.test.ts +2 -0
- package/src/endpoints/chat-completions/index.ts +1 -0
- package/src/endpoints/chat-completions/otel.ts +1 -0
- package/src/endpoints/chat-completions/schema.ts +38 -4
- package/src/endpoints/embeddings/index.ts +1 -0
- package/src/lifecycle.ts +2 -2
- package/src/models/anthropic/middleware.test.ts +45 -1
- package/src/models/anthropic/middleware.ts +21 -1
- package/src/models/google/middleware.test.ts +30 -1
- package/src/models/google/middleware.ts +20 -1
- package/src/models/openai/middleware.test.ts +32 -1
- package/src/models/openai/middleware.ts +25 -1
- package/src/providers/bedrock/middleware.test.ts +121 -1
- package/src/providers/bedrock/middleware.ts +61 -1
- package/src/telemetry/fetch.ts +31 -4
- package/src/telemetry/index.ts +1 -0
- package/dist/config.d.ts +0 -2
- package/dist/config.js +0 -81
- package/dist/endpoints/chat-completions/converters.d.ts +0 -43
- package/dist/endpoints/chat-completions/converters.js +0 -551
- package/dist/endpoints/chat-completions/handler.d.ts +0 -2
- package/dist/endpoints/chat-completions/handler.js +0 -145
- package/dist/endpoints/chat-completions/index.d.ts +0 -3
- package/dist/endpoints/chat-completions/index.js +0 -3
- package/dist/endpoints/chat-completions/otel.d.ts +0 -6
- package/dist/endpoints/chat-completions/otel.js +0 -134
- package/dist/endpoints/chat-completions/schema.d.ts +0 -946
- package/dist/endpoints/chat-completions/schema.js +0 -257
- package/dist/endpoints/embeddings/converters.d.ts +0 -10
- package/dist/endpoints/embeddings/converters.js +0 -31
- package/dist/endpoints/embeddings/handler.d.ts +0 -2
- package/dist/endpoints/embeddings/handler.js +0 -101
- package/dist/endpoints/embeddings/index.d.ts +0 -3
- package/dist/endpoints/embeddings/index.js +0 -3
- package/dist/endpoints/embeddings/otel.d.ts +0 -6
- package/dist/endpoints/embeddings/otel.js +0 -35
- package/dist/endpoints/embeddings/schema.d.ts +0 -38
- package/dist/endpoints/embeddings/schema.js +0 -26
- package/dist/endpoints/models/converters.d.ts +0 -6
- package/dist/endpoints/models/converters.js +0 -42
- package/dist/endpoints/models/handler.d.ts +0 -2
- package/dist/endpoints/models/handler.js +0 -29
- package/dist/endpoints/models/index.d.ts +0 -3
- package/dist/endpoints/models/index.js +0 -3
- package/dist/endpoints/models/schema.d.ts +0 -42
- package/dist/endpoints/models/schema.js +0 -31
- package/dist/errors/ai-sdk.d.ts +0 -2
- package/dist/errors/ai-sdk.js +0 -52
- package/dist/errors/gateway.d.ts +0 -5
- package/dist/errors/gateway.js +0 -13
- package/dist/errors/openai.d.ts +0 -20
- package/dist/errors/openai.js +0 -40
- package/dist/errors/utils.d.ts +0 -22
- package/dist/errors/utils.js +0 -44
- package/dist/gateway.d.ts +0 -9
- package/dist/gateway.js +0 -34
- package/dist/index.d.ts +0 -14
- package/dist/index.js +0 -13
- package/dist/lifecycle.d.ts +0 -2
- package/dist/lifecycle.js +0 -94
- package/dist/logger/default.d.ts +0 -4
- package/dist/logger/default.js +0 -81
- package/dist/logger/index.d.ts +0 -14
- package/dist/logger/index.js +0 -25
- package/dist/middleware/common.d.ts +0 -12
- package/dist/middleware/common.js +0 -145
- package/dist/middleware/matcher.d.ts +0 -27
- package/dist/middleware/matcher.js +0 -112
- package/dist/middleware/utils.d.ts +0 -2
- package/dist/middleware/utils.js +0 -27
- package/dist/models/amazon/index.d.ts +0 -2
- package/dist/models/amazon/index.js +0 -2
- package/dist/models/amazon/middleware.d.ts +0 -3
- package/dist/models/amazon/middleware.js +0 -65
- package/dist/models/amazon/presets.d.ts +0 -2390
- package/dist/models/amazon/presets.js +0 -80
- package/dist/models/anthropic/index.d.ts +0 -2
- package/dist/models/anthropic/index.js +0 -2
- package/dist/models/anthropic/middleware.d.ts +0 -4
- package/dist/models/anthropic/middleware.js +0 -111
- package/dist/models/anthropic/presets.d.ts +0 -4802
- package/dist/models/anthropic/presets.js +0 -135
- package/dist/models/catalog.d.ts +0 -4
- package/dist/models/catalog.js +0 -4
- package/dist/models/cohere/index.d.ts +0 -2
- package/dist/models/cohere/index.js +0 -2
- package/dist/models/cohere/middleware.d.ts +0 -3
- package/dist/models/cohere/middleware.js +0 -60
- package/dist/models/cohere/presets.d.ts +0 -2918
- package/dist/models/cohere/presets.js +0 -134
- package/dist/models/google/index.d.ts +0 -2
- package/dist/models/google/index.js +0 -2
- package/dist/models/google/middleware.d.ts +0 -7
- package/dist/models/google/middleware.js +0 -103
- package/dist/models/google/presets.d.ts +0 -2553
- package/dist/models/google/presets.js +0 -83
- package/dist/models/meta/index.d.ts +0 -1
- package/dist/models/meta/index.js +0 -1
- package/dist/models/meta/presets.d.ts +0 -3254
- package/dist/models/meta/presets.js +0 -95
- package/dist/models/openai/index.d.ts +0 -2
- package/dist/models/openai/index.js +0 -2
- package/dist/models/openai/middleware.d.ts +0 -3
- package/dist/models/openai/middleware.js +0 -62
- package/dist/models/openai/presets.d.ts +0 -6634
- package/dist/models/openai/presets.js +0 -213
- package/dist/models/types.d.ts +0 -20
- package/dist/models/types.js +0 -84
- package/dist/models/voyage/index.d.ts +0 -2
- package/dist/models/voyage/index.js +0 -2
- package/dist/models/voyage/middleware.d.ts +0 -2
- package/dist/models/voyage/middleware.js +0 -18
- package/dist/models/voyage/presets.d.ts +0 -3471
- package/dist/models/voyage/presets.js +0 -85
- package/dist/providers/anthropic/canonical.d.ts +0 -3
- package/dist/providers/anthropic/canonical.js +0 -9
- package/dist/providers/anthropic/index.d.ts +0 -1
- package/dist/providers/anthropic/index.js +0 -1
- package/dist/providers/bedrock/canonical.d.ts +0 -17
- package/dist/providers/bedrock/canonical.js +0 -61
- package/dist/providers/bedrock/index.d.ts +0 -2
- package/dist/providers/bedrock/index.js +0 -2
- package/dist/providers/bedrock/middleware.d.ts +0 -3
- package/dist/providers/bedrock/middleware.js +0 -55
- package/dist/providers/cohere/canonical.d.ts +0 -3
- package/dist/providers/cohere/canonical.js +0 -17
- package/dist/providers/cohere/index.d.ts +0 -1
- package/dist/providers/cohere/index.js +0 -1
- package/dist/providers/groq/canonical.d.ts +0 -3
- package/dist/providers/groq/canonical.js +0 -12
- package/dist/providers/groq/index.d.ts +0 -1
- package/dist/providers/groq/index.js +0 -1
- package/dist/providers/openai/canonical.d.ts +0 -3
- package/dist/providers/openai/canonical.js +0 -8
- package/dist/providers/openai/index.d.ts +0 -1
- package/dist/providers/openai/index.js +0 -1
- package/dist/providers/registry.d.ts +0 -24
- package/dist/providers/registry.js +0 -100
- package/dist/providers/types.d.ts +0 -7
- package/dist/providers/types.js +0 -11
- package/dist/providers/vertex/canonical.d.ts +0 -3
- package/dist/providers/vertex/canonical.js +0 -8
- package/dist/providers/vertex/index.d.ts +0 -1
- package/dist/providers/vertex/index.js +0 -1
- package/dist/providers/voyage/canonical.d.ts +0 -3
- package/dist/providers/voyage/canonical.js +0 -7
- package/dist/providers/voyage/index.d.ts +0 -1
- package/dist/providers/voyage/index.js +0 -1
- package/dist/telemetry/ai-sdk.d.ts +0 -2
- package/dist/telemetry/ai-sdk.js +0 -31
- package/dist/telemetry/baggage.d.ts +0 -1
- package/dist/telemetry/baggage.js +0 -24
- package/dist/telemetry/fetch.d.ts +0 -2
- package/dist/telemetry/fetch.js +0 -24
- package/dist/telemetry/gen-ai.d.ts +0 -5
- package/dist/telemetry/gen-ai.js +0 -60
- package/dist/telemetry/http.d.ts +0 -3
- package/dist/telemetry/http.js +0 -54
- package/dist/telemetry/memory.d.ts +0 -2
- package/dist/telemetry/memory.js +0 -27
- package/dist/telemetry/span.d.ts +0 -13
- package/dist/telemetry/span.js +0 -60
- package/dist/telemetry/stream.d.ts +0 -3
- package/dist/telemetry/stream.js +0 -51
- package/dist/types.d.ts +0 -176
- package/dist/types.js +0 -1
- package/dist/utils/env.d.ts +0 -2
- package/dist/utils/env.js +0 -5
- package/dist/utils/headers.d.ts +0 -4
- package/dist/utils/headers.js +0 -22
- package/dist/utils/preset.d.ts +0 -9
- package/dist/utils/preset.js +0 -41
- package/dist/utils/request.d.ts +0 -2
- package/dist/utils/request.js +0 -14
- package/dist/utils/response.d.ts +0 -3
- package/dist/utils/response.js +0 -68
|
@@ -1,135 +0,0 @@
|
|
|
1
|
-
import { presetFor } from "../../utils/preset";
|
|
2
|
-
const CLAUDE_BASE = {
|
|
3
|
-
modalities: {
|
|
4
|
-
input: ["text", "image", "file"],
|
|
5
|
-
output: ["text"],
|
|
6
|
-
},
|
|
7
|
-
capabilities: ["attachments", "tool_call", "structured_output", "temperature"],
|
|
8
|
-
context: 200000,
|
|
9
|
-
providers: ["anthropic", "bedrock", "vertex"],
|
|
10
|
-
};
|
|
11
|
-
const CLAUDE_PDF_MODALITIES = {
|
|
12
|
-
modalities: {
|
|
13
|
-
input: ["text", "image", "pdf", "file"],
|
|
14
|
-
output: ["text"],
|
|
15
|
-
},
|
|
16
|
-
};
|
|
17
|
-
export const claudeHaiku45 = presetFor()("anthropic/claude-haiku-4.5", {
|
|
18
|
-
...CLAUDE_BASE,
|
|
19
|
-
...CLAUDE_PDF_MODALITIES,
|
|
20
|
-
name: "Claude Haiku 4.5",
|
|
21
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
22
|
-
created: "2025-10-01",
|
|
23
|
-
knowledge: "2025-07",
|
|
24
|
-
});
|
|
25
|
-
export const claudeHaiku35 = presetFor()("anthropic/claude-haiku-3.5", {
|
|
26
|
-
...CLAUDE_BASE,
|
|
27
|
-
...CLAUDE_PDF_MODALITIES,
|
|
28
|
-
name: "Claude Haiku 3.5",
|
|
29
|
-
created: "2024-10-22",
|
|
30
|
-
knowledge: "2024-07",
|
|
31
|
-
});
|
|
32
|
-
export const claudeHaiku3 = presetFor()("anthropic/claude-haiku-3", {
|
|
33
|
-
...CLAUDE_BASE,
|
|
34
|
-
name: "Claude Haiku 3",
|
|
35
|
-
created: "2024-03-07",
|
|
36
|
-
knowledge: "2023-08",
|
|
37
|
-
});
|
|
38
|
-
export const claudeSonnet45 = presetFor()("anthropic/claude-sonnet-4.5", {
|
|
39
|
-
...CLAUDE_BASE,
|
|
40
|
-
...CLAUDE_PDF_MODALITIES,
|
|
41
|
-
name: "Claude Sonnet 4.5",
|
|
42
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
43
|
-
created: "2025-09-29",
|
|
44
|
-
knowledge: "2025-07",
|
|
45
|
-
});
|
|
46
|
-
export const claudeSonnet46 = presetFor()("anthropic/claude-sonnet-4.6", {
|
|
47
|
-
...CLAUDE_BASE,
|
|
48
|
-
...CLAUDE_PDF_MODALITIES,
|
|
49
|
-
name: "Claude Sonnet 4.6",
|
|
50
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
51
|
-
created: "2026-02-17",
|
|
52
|
-
knowledge: "2025-08",
|
|
53
|
-
});
|
|
54
|
-
export const claudeSonnet4 = presetFor()("anthropic/claude-sonnet-4", {
|
|
55
|
-
...CLAUDE_BASE,
|
|
56
|
-
...CLAUDE_PDF_MODALITIES,
|
|
57
|
-
name: "Claude Sonnet 4",
|
|
58
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
59
|
-
created: "2025-05-14",
|
|
60
|
-
knowledge: "2025-03",
|
|
61
|
-
});
|
|
62
|
-
export const claudeSonnet37 = presetFor()("anthropic/claude-sonnet-3.7", {
|
|
63
|
-
...CLAUDE_BASE,
|
|
64
|
-
...CLAUDE_PDF_MODALITIES,
|
|
65
|
-
name: "Claude Sonnet 3.7",
|
|
66
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
67
|
-
created: "2025-02-19",
|
|
68
|
-
knowledge: "2024-10",
|
|
69
|
-
});
|
|
70
|
-
export const claudeSonnet35 = presetFor()("anthropic/claude-sonnet-3.5", {
|
|
71
|
-
...CLAUDE_BASE,
|
|
72
|
-
...CLAUDE_PDF_MODALITIES,
|
|
73
|
-
name: "Claude Sonnet 3.5",
|
|
74
|
-
created: "2024-10-22",
|
|
75
|
-
knowledge: "2024-04",
|
|
76
|
-
});
|
|
77
|
-
export const claudeOpus45 = presetFor()("anthropic/claude-opus-4.5", {
|
|
78
|
-
...CLAUDE_BASE,
|
|
79
|
-
...CLAUDE_PDF_MODALITIES,
|
|
80
|
-
name: "Claude Opus 4.5",
|
|
81
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
82
|
-
created: "2025-11-01",
|
|
83
|
-
knowledge: "2025-05",
|
|
84
|
-
});
|
|
85
|
-
export const claudeOpus46 = presetFor()("anthropic/claude-opus-4.6", {
|
|
86
|
-
...CLAUDE_BASE,
|
|
87
|
-
...CLAUDE_PDF_MODALITIES,
|
|
88
|
-
name: "Claude Opus 4.6",
|
|
89
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
90
|
-
created: "2026-02-05",
|
|
91
|
-
knowledge: "2025-05",
|
|
92
|
-
});
|
|
93
|
-
export const claudeOpus41 = presetFor()("anthropic/claude-opus-4.1", {
|
|
94
|
-
...CLAUDE_BASE,
|
|
95
|
-
...CLAUDE_PDF_MODALITIES,
|
|
96
|
-
name: "Claude Opus 4.1",
|
|
97
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
98
|
-
created: "2025-08-05",
|
|
99
|
-
knowledge: "2025-03",
|
|
100
|
-
});
|
|
101
|
-
export const claudeOpus4 = presetFor()("anthropic/claude-opus-4", {
|
|
102
|
-
...CLAUDE_BASE,
|
|
103
|
-
...CLAUDE_PDF_MODALITIES,
|
|
104
|
-
name: "Claude Opus 4",
|
|
105
|
-
capabilities: [...CLAUDE_BASE.capabilities, "reasoning"],
|
|
106
|
-
created: "2025-05-14",
|
|
107
|
-
knowledge: "2025-03",
|
|
108
|
-
});
|
|
109
|
-
const claudeAtomic = {
|
|
110
|
-
"v4.6": [claudeSonnet46, claudeOpus46],
|
|
111
|
-
"v4.5": [claudeHaiku45, claudeSonnet45, claudeOpus45],
|
|
112
|
-
"v4.1": [claudeOpus41],
|
|
113
|
-
v4: [claudeSonnet4, claudeOpus4],
|
|
114
|
-
"v3.7": [claudeSonnet37],
|
|
115
|
-
"v3.5": [claudeSonnet35, claudeHaiku35],
|
|
116
|
-
v3: [claudeHaiku3],
|
|
117
|
-
haiku: [claudeHaiku45, claudeHaiku35, claudeHaiku3],
|
|
118
|
-
sonnet: [claudeSonnet46, claudeSonnet45, claudeSonnet4, claudeSonnet37, claudeSonnet35],
|
|
119
|
-
opus: [claudeOpus46, claudeOpus45, claudeOpus41, claudeOpus4],
|
|
120
|
-
};
|
|
121
|
-
const claudeGroups = {
|
|
122
|
-
"v4.x": [
|
|
123
|
-
...claudeAtomic["v4.6"],
|
|
124
|
-
...claudeAtomic["v4.5"],
|
|
125
|
-
...claudeAtomic["v4.1"],
|
|
126
|
-
...claudeAtomic["v4"],
|
|
127
|
-
],
|
|
128
|
-
"v3.x": [...claudeAtomic["v3.7"], ...claudeAtomic["v3.5"], ...claudeAtomic["v3"]],
|
|
129
|
-
};
|
|
130
|
-
export const claude = {
|
|
131
|
-
...claudeAtomic,
|
|
132
|
-
...claudeGroups,
|
|
133
|
-
latest: [...claudeAtomic["v4.6"]],
|
|
134
|
-
all: Object.values(claudeAtomic).flat(),
|
|
135
|
-
};
|
package/dist/models/catalog.d.ts
DELETED
package/dist/models/catalog.js
DELETED
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
import { modelMiddlewareMatcher } from "../../middleware/matcher";
|
|
2
|
-
import { calculateReasoningBudgetFromEffort } from "../../middleware/utils";
|
|
3
|
-
// Convert `dimensions` (OpenAI) to `outputDimension` (Cohere)
|
|
4
|
-
export const cohereDimensionsMiddleware = {
|
|
5
|
-
specificationVersion: "v3",
|
|
6
|
-
// eslint-disable-next-line require-await
|
|
7
|
-
transformParams: async ({ params, model }) => {
|
|
8
|
-
const unknown = params.providerOptions?.["unknown"];
|
|
9
|
-
if (!unknown)
|
|
10
|
-
return params;
|
|
11
|
-
const modelId = model.modelId;
|
|
12
|
-
if (modelId.includes("cohere/embed-english-light") ||
|
|
13
|
-
modelId.includes("cohere/embed-multilingual-light")) {
|
|
14
|
-
delete unknown["dimensions"];
|
|
15
|
-
return params;
|
|
16
|
-
}
|
|
17
|
-
const dimensions = unknown["dimensions"];
|
|
18
|
-
if (!dimensions)
|
|
19
|
-
return params;
|
|
20
|
-
(params.providerOptions["cohere"] ??= {})["outputDimension"] = dimensions;
|
|
21
|
-
delete unknown["dimensions"];
|
|
22
|
-
return params;
|
|
23
|
-
},
|
|
24
|
-
};
|
|
25
|
-
const COHERE_MAX_OUTPUT_TOKENS = 32000;
|
|
26
|
-
export const cohereReasoningMiddleware = {
|
|
27
|
-
specificationVersion: "v3",
|
|
28
|
-
// eslint-disable-next-line require-await
|
|
29
|
-
transformParams: async ({ params }) => {
|
|
30
|
-
const unknown = params.providerOptions?.["unknown"];
|
|
31
|
-
if (!unknown)
|
|
32
|
-
return params;
|
|
33
|
-
const reasoning = unknown["reasoning"];
|
|
34
|
-
if (!reasoning)
|
|
35
|
-
return params;
|
|
36
|
-
const target = (params.providerOptions["cohere"] ??= {});
|
|
37
|
-
if (!reasoning.enabled) {
|
|
38
|
-
target["thinking"] = { type: "disabled" };
|
|
39
|
-
}
|
|
40
|
-
else if (reasoning.max_tokens) {
|
|
41
|
-
target["thinking"] = { type: "enabled", tokenBudget: reasoning.max_tokens };
|
|
42
|
-
}
|
|
43
|
-
else if (reasoning.effort) {
|
|
44
|
-
// FUTURE: warn that reasoning.max_tokens was computed
|
|
45
|
-
target["thinking"] = {
|
|
46
|
-
type: "enabled",
|
|
47
|
-
tokenBudget: calculateReasoningBudgetFromEffort(reasoning.effort, params.maxOutputTokens ?? COHERE_MAX_OUTPUT_TOKENS, 1024),
|
|
48
|
-
};
|
|
49
|
-
}
|
|
50
|
-
else {
|
|
51
|
-
target["thinking"] = { type: "enabled" };
|
|
52
|
-
}
|
|
53
|
-
delete unknown["reasoning"];
|
|
54
|
-
return params;
|
|
55
|
-
},
|
|
56
|
-
};
|
|
57
|
-
modelMiddlewareMatcher.useForModel("cohere/embed-*", { embedding: [cohereDimensionsMiddleware] });
|
|
58
|
-
modelMiddlewareMatcher.useForModel("cohere/command-a-reasoning", {
|
|
59
|
-
language: [cohereReasoningMiddleware],
|
|
60
|
-
});
|