@hebo-ai/gateway 0.9.0 → 0.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +82 -4
- package/package.json +34 -34
- package/dist/config.d.ts +0 -2
- package/dist/config.js +0 -111
- package/dist/endpoints/chat-completions/converters.d.ts +0 -26
- package/dist/endpoints/chat-completions/converters.js +0 -524
- package/dist/endpoints/chat-completions/handler.d.ts +0 -2
- package/dist/endpoints/chat-completions/handler.js +0 -149
- package/dist/endpoints/chat-completions/index.d.ts +0 -4
- package/dist/endpoints/chat-completions/index.js +0 -4
- package/dist/endpoints/chat-completions/otel.d.ts +0 -5
- package/dist/endpoints/chat-completions/otel.js +0 -175
- package/dist/endpoints/chat-completions/schema.d.ts +0 -1170
- package/dist/endpoints/chat-completions/schema.js +0 -252
- package/dist/endpoints/conversations/converters.d.ts +0 -8
- package/dist/endpoints/conversations/converters.js +0 -29
- package/dist/endpoints/conversations/handler.d.ts +0 -2
- package/dist/endpoints/conversations/handler.js +0 -276
- package/dist/endpoints/conversations/index.d.ts +0 -3
- package/dist/endpoints/conversations/index.js +0 -3
- package/dist/endpoints/conversations/schema.d.ts +0 -1511
- package/dist/endpoints/conversations/schema.js +0 -74
- package/dist/endpoints/conversations/storage/dialects/greptime.d.ts +0 -10
- package/dist/endpoints/conversations/storage/dialects/greptime.js +0 -75
- package/dist/endpoints/conversations/storage/dialects/mysql.d.ts +0 -12
- package/dist/endpoints/conversations/storage/dialects/mysql.js +0 -118
- package/dist/endpoints/conversations/storage/dialects/postgres.d.ts +0 -16
- package/dist/endpoints/conversations/storage/dialects/postgres.js +0 -185
- package/dist/endpoints/conversations/storage/dialects/sqlite.d.ts +0 -11
- package/dist/endpoints/conversations/storage/dialects/sqlite.js +0 -176
- package/dist/endpoints/conversations/storage/dialects/types.d.ts +0 -42
- package/dist/endpoints/conversations/storage/dialects/types.js +0 -0
- package/dist/endpoints/conversations/storage/dialects/utils.d.ts +0 -25
- package/dist/endpoints/conversations/storage/dialects/utils.js +0 -80
- package/dist/endpoints/conversations/storage/memory.d.ts +0 -25
- package/dist/endpoints/conversations/storage/memory.js +0 -200
- package/dist/endpoints/conversations/storage/sql.d.ts +0 -33
- package/dist/endpoints/conversations/storage/sql.js +0 -278
- package/dist/endpoints/conversations/storage/types.d.ts +0 -39
- package/dist/endpoints/conversations/storage/types.js +0 -0
- package/dist/endpoints/embeddings/converters.d.ts +0 -10
- package/dist/endpoints/embeddings/converters.js +0 -31
- package/dist/endpoints/embeddings/handler.d.ts +0 -2
- package/dist/endpoints/embeddings/handler.js +0 -104
- package/dist/endpoints/embeddings/index.d.ts +0 -4
- package/dist/endpoints/embeddings/index.js +0 -4
- package/dist/endpoints/embeddings/otel.d.ts +0 -5
- package/dist/endpoints/embeddings/otel.js +0 -29
- package/dist/endpoints/embeddings/schema.d.ts +0 -44
- package/dist/endpoints/embeddings/schema.js +0 -29
- package/dist/endpoints/models/converters.d.ts +0 -6
- package/dist/endpoints/models/converters.js +0 -42
- package/dist/endpoints/models/handler.d.ts +0 -2
- package/dist/endpoints/models/handler.js +0 -29
- package/dist/endpoints/models/index.d.ts +0 -3
- package/dist/endpoints/models/index.js +0 -3
- package/dist/endpoints/models/schema.d.ts +0 -42
- package/dist/endpoints/models/schema.js +0 -31
- package/dist/endpoints/responses/converters.d.ts +0 -17
- package/dist/endpoints/responses/converters.js +0 -1034
- package/dist/endpoints/responses/handler.d.ts +0 -2
- package/dist/endpoints/responses/handler.js +0 -137
- package/dist/endpoints/responses/index.d.ts +0 -4
- package/dist/endpoints/responses/index.js +0 -4
- package/dist/endpoints/responses/otel.d.ts +0 -6
- package/dist/endpoints/responses/otel.js +0 -221
- package/dist/endpoints/responses/schema.d.ts +0 -2109
- package/dist/endpoints/responses/schema.js +0 -314
- package/dist/endpoints/shared/converters.d.ts +0 -55
- package/dist/endpoints/shared/converters.js +0 -179
- package/dist/endpoints/shared/schema.d.ts +0 -70
- package/dist/endpoints/shared/schema.js +0 -46
- package/dist/errors/ai-sdk.d.ts +0 -2
- package/dist/errors/ai-sdk.js +0 -52
- package/dist/errors/gateway.d.ts +0 -5
- package/dist/errors/gateway.js +0 -13
- package/dist/errors/openai.d.ts +0 -15
- package/dist/errors/openai.js +0 -40
- package/dist/errors/utils.d.ts +0 -22
- package/dist/errors/utils.js +0 -44
- package/dist/gateway.d.ts +0 -11
- package/dist/gateway.js +0 -44
- package/dist/index.d.ts +0 -11
- package/dist/index.js +0 -10
- package/dist/lifecycle.d.ts +0 -3
- package/dist/lifecycle.js +0 -113
- package/dist/logger/default.d.ts +0 -4
- package/dist/logger/default.js +0 -81
- package/dist/logger/index.d.ts +0 -11
- package/dist/logger/index.js +0 -25
- package/dist/middleware/common.d.ts +0 -12
- package/dist/middleware/common.js +0 -146
- package/dist/middleware/debug.d.ts +0 -3
- package/dist/middleware/debug.js +0 -27
- package/dist/middleware/matcher.d.ts +0 -28
- package/dist/middleware/matcher.js +0 -118
- package/dist/middleware/utils.d.ts +0 -2
- package/dist/middleware/utils.js +0 -24
- package/dist/models/amazon/index.d.ts +0 -2
- package/dist/models/amazon/index.js +0 -2
- package/dist/models/amazon/middleware.d.ts +0 -3
- package/dist/models/amazon/middleware.js +0 -68
- package/dist/models/amazon/presets.d.ts +0 -345
- package/dist/models/amazon/presets.js +0 -80
- package/dist/models/anthropic/index.d.ts +0 -2
- package/dist/models/anthropic/index.js +0 -2
- package/dist/models/anthropic/middleware.d.ts +0 -5
- package/dist/models/anthropic/middleware.js +0 -127
- package/dist/models/anthropic/presets.d.ts +0 -711
- package/dist/models/anthropic/presets.js +0 -135
- package/dist/models/catalog.d.ts +0 -4
- package/dist/models/catalog.js +0 -8
- package/dist/models/cohere/index.d.ts +0 -2
- package/dist/models/cohere/index.js +0 -2
- package/dist/models/cohere/middleware.d.ts +0 -3
- package/dist/models/cohere/middleware.js +0 -62
- package/dist/models/cohere/presets.d.ts +0 -411
- package/dist/models/cohere/presets.js +0 -134
- package/dist/models/google/index.d.ts +0 -2
- package/dist/models/google/index.js +0 -2
- package/dist/models/google/middleware.d.ts +0 -8
- package/dist/models/google/middleware.js +0 -111
- package/dist/models/google/presets.d.ts +0 -403
- package/dist/models/google/presets.js +0 -88
- package/dist/models/meta/index.d.ts +0 -1
- package/dist/models/meta/index.js +0 -1
- package/dist/models/meta/presets.d.ts +0 -483
- package/dist/models/meta/presets.js +0 -95
- package/dist/models/openai/index.d.ts +0 -2
- package/dist/models/openai/index.js +0 -2
- package/dist/models/openai/middleware.d.ts +0 -4
- package/dist/models/openai/middleware.js +0 -88
- package/dist/models/openai/presets.d.ts +0 -1319
- package/dist/models/openai/presets.js +0 -277
- package/dist/models/types.d.ts +0 -20
- package/dist/models/types.js +0 -92
- package/dist/models/voyage/index.d.ts +0 -2
- package/dist/models/voyage/index.js +0 -2
- package/dist/models/voyage/middleware.d.ts +0 -2
- package/dist/models/voyage/middleware.js +0 -19
- package/dist/models/voyage/presets.d.ts +0 -436
- package/dist/models/voyage/presets.js +0 -85
- package/dist/providers/anthropic/canonical.d.ts +0 -3
- package/dist/providers/anthropic/canonical.js +0 -9
- package/dist/providers/anthropic/index.d.ts +0 -1
- package/dist/providers/anthropic/index.js +0 -1
- package/dist/providers/bedrock/canonical.d.ts +0 -17
- package/dist/providers/bedrock/canonical.js +0 -61
- package/dist/providers/bedrock/index.d.ts +0 -2
- package/dist/providers/bedrock/index.js +0 -2
- package/dist/providers/bedrock/middleware.d.ts +0 -5
- package/dist/providers/bedrock/middleware.js +0 -137
- package/dist/providers/cohere/canonical.d.ts +0 -3
- package/dist/providers/cohere/canonical.js +0 -17
- package/dist/providers/cohere/index.d.ts +0 -1
- package/dist/providers/cohere/index.js +0 -1
- package/dist/providers/groq/canonical.d.ts +0 -3
- package/dist/providers/groq/canonical.js +0 -12
- package/dist/providers/groq/index.d.ts +0 -2
- package/dist/providers/groq/index.js +0 -2
- package/dist/providers/groq/middleware.d.ts +0 -2
- package/dist/providers/groq/middleware.js +0 -31
- package/dist/providers/openai/canonical.d.ts +0 -3
- package/dist/providers/openai/canonical.js +0 -8
- package/dist/providers/openai/index.d.ts +0 -1
- package/dist/providers/openai/index.js +0 -1
- package/dist/providers/registry.d.ts +0 -24
- package/dist/providers/registry.js +0 -103
- package/dist/providers/types.d.ts +0 -7
- package/dist/providers/types.js +0 -11
- package/dist/providers/vertex/canonical.d.ts +0 -3
- package/dist/providers/vertex/canonical.js +0 -8
- package/dist/providers/vertex/index.d.ts +0 -2
- package/dist/providers/vertex/index.js +0 -2
- package/dist/providers/vertex/middleware.d.ts +0 -2
- package/dist/providers/vertex/middleware.js +0 -47
- package/dist/providers/voyage/canonical.d.ts +0 -3
- package/dist/providers/voyage/canonical.js +0 -7
- package/dist/providers/voyage/index.d.ts +0 -1
- package/dist/providers/voyage/index.js +0 -1
- package/dist/telemetry/ai-sdk.d.ts +0 -2
- package/dist/telemetry/ai-sdk.js +0 -31
- package/dist/telemetry/baggage.d.ts +0 -1
- package/dist/telemetry/baggage.js +0 -24
- package/dist/telemetry/fetch.d.ts +0 -2
- package/dist/telemetry/fetch.js +0 -49
- package/dist/telemetry/gen-ai.d.ts +0 -6
- package/dist/telemetry/gen-ai.js +0 -78
- package/dist/telemetry/http.d.ts +0 -3
- package/dist/telemetry/http.js +0 -54
- package/dist/telemetry/index.d.ts +0 -1
- package/dist/telemetry/index.js +0 -1
- package/dist/telemetry/memory.d.ts +0 -2
- package/dist/telemetry/memory.js +0 -43
- package/dist/telemetry/span.d.ts +0 -13
- package/dist/telemetry/span.js +0 -60
- package/dist/types.d.ts +0 -216
- package/dist/types.js +0 -2
- package/dist/utils/env.d.ts +0 -2
- package/dist/utils/env.js +0 -7
- package/dist/utils/headers.d.ts +0 -4
- package/dist/utils/headers.js +0 -22
- package/dist/utils/preset.d.ts +0 -10
- package/dist/utils/preset.js +0 -41
- package/dist/utils/request.d.ts +0 -2
- package/dist/utils/request.js +0 -43
- package/dist/utils/response.d.ts +0 -6
- package/dist/utils/response.js +0 -55
- package/dist/utils/stream.d.ts +0 -9
- package/dist/utils/stream.js +0 -100
- package/dist/utils/url.d.ts +0 -4
- package/dist/utils/url.js +0 -21
|
@@ -1,175 +0,0 @@
|
|
|
1
|
-
import {} from "../../types";
|
|
2
|
-
import { parseDataUrl } from "../../utils/url";
|
|
3
|
-
const toTextParts = (content) => {
|
|
4
|
-
if (typeof content === "string") {
|
|
5
|
-
return [{ type: "text", content }];
|
|
6
|
-
}
|
|
7
|
-
const result = [];
|
|
8
|
-
if (Array.isArray(content)) {
|
|
9
|
-
for (const part of content) {
|
|
10
|
-
if (part.type === "text") {
|
|
11
|
-
result.push({ type: "text", content: part.text });
|
|
12
|
-
}
|
|
13
|
-
}
|
|
14
|
-
}
|
|
15
|
-
return result;
|
|
16
|
-
};
|
|
17
|
-
const toBlobPart = (modality, mimeType) => {
|
|
18
|
-
const part = {
|
|
19
|
-
type: "blob",
|
|
20
|
-
modality,
|
|
21
|
-
content: "[REDACTED_BINARY_DATA]",
|
|
22
|
-
};
|
|
23
|
-
if (mimeType)
|
|
24
|
-
part["mime_type"] = mimeType;
|
|
25
|
-
return part;
|
|
26
|
-
};
|
|
27
|
-
const toToolResponsePart = (id, content) => ({
|
|
28
|
-
type: "tool_call_response",
|
|
29
|
-
id,
|
|
30
|
-
response: typeof content === "string" ? content : content.map((p) => p.text).join(""),
|
|
31
|
-
});
|
|
32
|
-
const toAssistantParts = (message) => {
|
|
33
|
-
const parts = [];
|
|
34
|
-
if (typeof message.reasoning === "string") {
|
|
35
|
-
parts.push({ type: "reasoning", content: message.reasoning });
|
|
36
|
-
}
|
|
37
|
-
for (const part of toTextParts(message.content)) {
|
|
38
|
-
parts.push(part);
|
|
39
|
-
}
|
|
40
|
-
if (Array.isArray(message.tool_calls)) {
|
|
41
|
-
for (const call of message.tool_calls) {
|
|
42
|
-
parts.push({
|
|
43
|
-
type: "tool_call",
|
|
44
|
-
id: call.id,
|
|
45
|
-
name: call.function.name,
|
|
46
|
-
arguments: call.function.arguments,
|
|
47
|
-
});
|
|
48
|
-
}
|
|
49
|
-
}
|
|
50
|
-
return parts;
|
|
51
|
-
};
|
|
52
|
-
const toUserParts = (content) => {
|
|
53
|
-
if (typeof content === "string")
|
|
54
|
-
return [{ type: "text", content }];
|
|
55
|
-
const parts = [];
|
|
56
|
-
for (const part of content) {
|
|
57
|
-
switch (part.type) {
|
|
58
|
-
case "text":
|
|
59
|
-
parts.push({ type: "text", content: part.text });
|
|
60
|
-
break;
|
|
61
|
-
case "image_url": {
|
|
62
|
-
const url = part.image_url.url;
|
|
63
|
-
if (url.slice(0, 5).toLowerCase() === "data:") {
|
|
64
|
-
const { mimeType } = parseDataUrl(url);
|
|
65
|
-
parts.push(toBlobPart("image", mimeType || undefined));
|
|
66
|
-
}
|
|
67
|
-
else {
|
|
68
|
-
parts.push({ type: "uri", modality: "image", uri: url });
|
|
69
|
-
}
|
|
70
|
-
break;
|
|
71
|
-
}
|
|
72
|
-
case "input_audio":
|
|
73
|
-
parts.push(toBlobPart("audio", `audio/${part.input_audio.format}`));
|
|
74
|
-
break;
|
|
75
|
-
case "file": {
|
|
76
|
-
const filePart = toBlobPart("file", part.file.media_type);
|
|
77
|
-
if (part.file.filename)
|
|
78
|
-
filePart["file_name"] = part.file.filename;
|
|
79
|
-
parts.push(filePart);
|
|
80
|
-
break;
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
}
|
|
84
|
-
return parts;
|
|
85
|
-
};
|
|
86
|
-
const toMessageParts = (message) => {
|
|
87
|
-
switch (message.role) {
|
|
88
|
-
case "assistant":
|
|
89
|
-
return toAssistantParts(message);
|
|
90
|
-
case "tool":
|
|
91
|
-
return [toToolResponsePart(message.tool_call_id, message.content)];
|
|
92
|
-
case "user":
|
|
93
|
-
return toUserParts(message.content);
|
|
94
|
-
// FUTURE: remove once Langfuse supports gen_ai.system_instructions
|
|
95
|
-
// https://github.com/langfuse/langfuse/issues/11607
|
|
96
|
-
case "system":
|
|
97
|
-
return toTextParts(message.content);
|
|
98
|
-
default:
|
|
99
|
-
throw new Error(`Unhandled content part type: ${message.role}`);
|
|
100
|
-
}
|
|
101
|
-
};
|
|
102
|
-
export const getChatRequestAttributes = (body, signalLevel) => {
|
|
103
|
-
if (!signalLevel || signalLevel === "off")
|
|
104
|
-
return {};
|
|
105
|
-
const attrs = {};
|
|
106
|
-
if (body.seed !== undefined) {
|
|
107
|
-
Object.assign(attrs, { "gen_ai.request.seed": body.seed });
|
|
108
|
-
}
|
|
109
|
-
if (signalLevel !== "required") {
|
|
110
|
-
Object.assign(attrs, {
|
|
111
|
-
"gen_ai.request.reasoning.enabled": body.reasoning?.enabled,
|
|
112
|
-
"gen_ai.request.reasoning.effort": body.reasoning?.effort,
|
|
113
|
-
"gen_ai.request.reasoning.max_tokens": body.reasoning?.max_tokens,
|
|
114
|
-
"gen_ai.request.stream": body.stream,
|
|
115
|
-
"gen_ai.request.service_tier": body.service_tier,
|
|
116
|
-
"gen_ai.request.frequency_penalty": body.frequency_penalty,
|
|
117
|
-
"gen_ai.request.max_tokens": body.max_completion_tokens,
|
|
118
|
-
"gen_ai.request.presence_penalty": body.presence_penalty,
|
|
119
|
-
"gen_ai.request.stop_sequences": body.stop
|
|
120
|
-
? Array.isArray(body.stop)
|
|
121
|
-
? body.stop
|
|
122
|
-
: [body.stop]
|
|
123
|
-
: undefined,
|
|
124
|
-
"gen_ai.request.temperature": body.temperature,
|
|
125
|
-
"gen_ai.request.top_p": body.top_p,
|
|
126
|
-
});
|
|
127
|
-
if (body.metadata) {
|
|
128
|
-
for (const key in body.metadata) {
|
|
129
|
-
attrs[`gen_ai.request.metadata.${key}`] = body.metadata[key];
|
|
130
|
-
}
|
|
131
|
-
}
|
|
132
|
-
}
|
|
133
|
-
if (signalLevel === "full") {
|
|
134
|
-
Object.assign(attrs, {
|
|
135
|
-
// FUTURE: move system instructions from messages to here
|
|
136
|
-
// blocker: https://github.com/langfuse/langfuse/issues/11607
|
|
137
|
-
// "gen_ai.system_instructions": inputs.messages
|
|
138
|
-
// .filter((m) => m.role === "system")
|
|
139
|
-
// .map((m) => JSON.stringify(toTextPart(m.content))),
|
|
140
|
-
"gen_ai.input.messages": body.messages
|
|
141
|
-
//.filter((m) => m.role !== "system")
|
|
142
|
-
.map((m) => JSON.stringify({ role: m.role, parts: toMessageParts(m) })),
|
|
143
|
-
"gen_ai.tool.definitions": body.tools?.map((toolDefinition) => JSON.stringify(toolDefinition)),
|
|
144
|
-
});
|
|
145
|
-
}
|
|
146
|
-
return attrs;
|
|
147
|
-
};
|
|
148
|
-
export const getChatResponseAttributes = (completions, signalLevel) => {
|
|
149
|
-
if (!signalLevel || signalLevel === "off")
|
|
150
|
-
return {};
|
|
151
|
-
const attrs = {
|
|
152
|
-
"gen_ai.response.id": completions.id,
|
|
153
|
-
};
|
|
154
|
-
if (signalLevel !== "required") {
|
|
155
|
-
Object.assign(attrs, {
|
|
156
|
-
"gen_ai.response.finish_reasons": completions.choices?.map((c) => c.finish_reason),
|
|
157
|
-
"gen_ai.response.service_tier": completions.service_tier,
|
|
158
|
-
"gen_ai.usage.total_tokens": completions.usage?.total_tokens,
|
|
159
|
-
"gen_ai.usage.input_tokens": completions.usage?.prompt_tokens,
|
|
160
|
-
"gen_ai.usage.cache_read.input_tokens": completions.usage?.prompt_tokens_details?.cached_tokens,
|
|
161
|
-
"gen_ai.usage.output_tokens": completions.usage?.completion_tokens,
|
|
162
|
-
"gen_ai.usage.reasoning.output_tokens": completions.usage?.completion_tokens_details?.reasoning_tokens,
|
|
163
|
-
});
|
|
164
|
-
}
|
|
165
|
-
if (signalLevel === "full") {
|
|
166
|
-
Object.assign(attrs, {
|
|
167
|
-
"gen_ai.output.messages": completions.choices?.map((c) => JSON.stringify({
|
|
168
|
-
role: c.message.role,
|
|
169
|
-
parts: toMessageParts(c.message),
|
|
170
|
-
finish_reason: c.finish_reason,
|
|
171
|
-
})),
|
|
172
|
-
});
|
|
173
|
-
}
|
|
174
|
-
return attrs;
|
|
175
|
-
};
|