@hebo-ai/gateway 0.9.0 → 0.9.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/README.md +82 -4
  2. package/package.json +34 -34
  3. package/dist/config.d.ts +0 -2
  4. package/dist/config.js +0 -111
  5. package/dist/endpoints/chat-completions/converters.d.ts +0 -26
  6. package/dist/endpoints/chat-completions/converters.js +0 -524
  7. package/dist/endpoints/chat-completions/handler.d.ts +0 -2
  8. package/dist/endpoints/chat-completions/handler.js +0 -149
  9. package/dist/endpoints/chat-completions/index.d.ts +0 -4
  10. package/dist/endpoints/chat-completions/index.js +0 -4
  11. package/dist/endpoints/chat-completions/otel.d.ts +0 -5
  12. package/dist/endpoints/chat-completions/otel.js +0 -175
  13. package/dist/endpoints/chat-completions/schema.d.ts +0 -1170
  14. package/dist/endpoints/chat-completions/schema.js +0 -252
  15. package/dist/endpoints/conversations/converters.d.ts +0 -8
  16. package/dist/endpoints/conversations/converters.js +0 -29
  17. package/dist/endpoints/conversations/handler.d.ts +0 -2
  18. package/dist/endpoints/conversations/handler.js +0 -276
  19. package/dist/endpoints/conversations/index.d.ts +0 -3
  20. package/dist/endpoints/conversations/index.js +0 -3
  21. package/dist/endpoints/conversations/schema.d.ts +0 -1511
  22. package/dist/endpoints/conversations/schema.js +0 -74
  23. package/dist/endpoints/conversations/storage/dialects/greptime.d.ts +0 -10
  24. package/dist/endpoints/conversations/storage/dialects/greptime.js +0 -75
  25. package/dist/endpoints/conversations/storage/dialects/mysql.d.ts +0 -12
  26. package/dist/endpoints/conversations/storage/dialects/mysql.js +0 -118
  27. package/dist/endpoints/conversations/storage/dialects/postgres.d.ts +0 -16
  28. package/dist/endpoints/conversations/storage/dialects/postgres.js +0 -185
  29. package/dist/endpoints/conversations/storage/dialects/sqlite.d.ts +0 -11
  30. package/dist/endpoints/conversations/storage/dialects/sqlite.js +0 -176
  31. package/dist/endpoints/conversations/storage/dialects/types.d.ts +0 -42
  32. package/dist/endpoints/conversations/storage/dialects/types.js +0 -0
  33. package/dist/endpoints/conversations/storage/dialects/utils.d.ts +0 -25
  34. package/dist/endpoints/conversations/storage/dialects/utils.js +0 -80
  35. package/dist/endpoints/conversations/storage/memory.d.ts +0 -25
  36. package/dist/endpoints/conversations/storage/memory.js +0 -200
  37. package/dist/endpoints/conversations/storage/sql.d.ts +0 -33
  38. package/dist/endpoints/conversations/storage/sql.js +0 -278
  39. package/dist/endpoints/conversations/storage/types.d.ts +0 -39
  40. package/dist/endpoints/conversations/storage/types.js +0 -0
  41. package/dist/endpoints/embeddings/converters.d.ts +0 -10
  42. package/dist/endpoints/embeddings/converters.js +0 -31
  43. package/dist/endpoints/embeddings/handler.d.ts +0 -2
  44. package/dist/endpoints/embeddings/handler.js +0 -104
  45. package/dist/endpoints/embeddings/index.d.ts +0 -4
  46. package/dist/endpoints/embeddings/index.js +0 -4
  47. package/dist/endpoints/embeddings/otel.d.ts +0 -5
  48. package/dist/endpoints/embeddings/otel.js +0 -29
  49. package/dist/endpoints/embeddings/schema.d.ts +0 -44
  50. package/dist/endpoints/embeddings/schema.js +0 -29
  51. package/dist/endpoints/models/converters.d.ts +0 -6
  52. package/dist/endpoints/models/converters.js +0 -42
  53. package/dist/endpoints/models/handler.d.ts +0 -2
  54. package/dist/endpoints/models/handler.js +0 -29
  55. package/dist/endpoints/models/index.d.ts +0 -3
  56. package/dist/endpoints/models/index.js +0 -3
  57. package/dist/endpoints/models/schema.d.ts +0 -42
  58. package/dist/endpoints/models/schema.js +0 -31
  59. package/dist/endpoints/responses/converters.d.ts +0 -17
  60. package/dist/endpoints/responses/converters.js +0 -1034
  61. package/dist/endpoints/responses/handler.d.ts +0 -2
  62. package/dist/endpoints/responses/handler.js +0 -137
  63. package/dist/endpoints/responses/index.d.ts +0 -4
  64. package/dist/endpoints/responses/index.js +0 -4
  65. package/dist/endpoints/responses/otel.d.ts +0 -6
  66. package/dist/endpoints/responses/otel.js +0 -221
  67. package/dist/endpoints/responses/schema.d.ts +0 -2109
  68. package/dist/endpoints/responses/schema.js +0 -314
  69. package/dist/endpoints/shared/converters.d.ts +0 -55
  70. package/dist/endpoints/shared/converters.js +0 -179
  71. package/dist/endpoints/shared/schema.d.ts +0 -70
  72. package/dist/endpoints/shared/schema.js +0 -46
  73. package/dist/errors/ai-sdk.d.ts +0 -2
  74. package/dist/errors/ai-sdk.js +0 -52
  75. package/dist/errors/gateway.d.ts +0 -5
  76. package/dist/errors/gateway.js +0 -13
  77. package/dist/errors/openai.d.ts +0 -15
  78. package/dist/errors/openai.js +0 -40
  79. package/dist/errors/utils.d.ts +0 -22
  80. package/dist/errors/utils.js +0 -44
  81. package/dist/gateway.d.ts +0 -11
  82. package/dist/gateway.js +0 -44
  83. package/dist/index.d.ts +0 -11
  84. package/dist/index.js +0 -10
  85. package/dist/lifecycle.d.ts +0 -3
  86. package/dist/lifecycle.js +0 -113
  87. package/dist/logger/default.d.ts +0 -4
  88. package/dist/logger/default.js +0 -81
  89. package/dist/logger/index.d.ts +0 -11
  90. package/dist/logger/index.js +0 -25
  91. package/dist/middleware/common.d.ts +0 -12
  92. package/dist/middleware/common.js +0 -146
  93. package/dist/middleware/debug.d.ts +0 -3
  94. package/dist/middleware/debug.js +0 -27
  95. package/dist/middleware/matcher.d.ts +0 -28
  96. package/dist/middleware/matcher.js +0 -118
  97. package/dist/middleware/utils.d.ts +0 -2
  98. package/dist/middleware/utils.js +0 -24
  99. package/dist/models/amazon/index.d.ts +0 -2
  100. package/dist/models/amazon/index.js +0 -2
  101. package/dist/models/amazon/middleware.d.ts +0 -3
  102. package/dist/models/amazon/middleware.js +0 -68
  103. package/dist/models/amazon/presets.d.ts +0 -345
  104. package/dist/models/amazon/presets.js +0 -80
  105. package/dist/models/anthropic/index.d.ts +0 -2
  106. package/dist/models/anthropic/index.js +0 -2
  107. package/dist/models/anthropic/middleware.d.ts +0 -5
  108. package/dist/models/anthropic/middleware.js +0 -127
  109. package/dist/models/anthropic/presets.d.ts +0 -711
  110. package/dist/models/anthropic/presets.js +0 -135
  111. package/dist/models/catalog.d.ts +0 -4
  112. package/dist/models/catalog.js +0 -8
  113. package/dist/models/cohere/index.d.ts +0 -2
  114. package/dist/models/cohere/index.js +0 -2
  115. package/dist/models/cohere/middleware.d.ts +0 -3
  116. package/dist/models/cohere/middleware.js +0 -62
  117. package/dist/models/cohere/presets.d.ts +0 -411
  118. package/dist/models/cohere/presets.js +0 -134
  119. package/dist/models/google/index.d.ts +0 -2
  120. package/dist/models/google/index.js +0 -2
  121. package/dist/models/google/middleware.d.ts +0 -8
  122. package/dist/models/google/middleware.js +0 -111
  123. package/dist/models/google/presets.d.ts +0 -403
  124. package/dist/models/google/presets.js +0 -88
  125. package/dist/models/meta/index.d.ts +0 -1
  126. package/dist/models/meta/index.js +0 -1
  127. package/dist/models/meta/presets.d.ts +0 -483
  128. package/dist/models/meta/presets.js +0 -95
  129. package/dist/models/openai/index.d.ts +0 -2
  130. package/dist/models/openai/index.js +0 -2
  131. package/dist/models/openai/middleware.d.ts +0 -4
  132. package/dist/models/openai/middleware.js +0 -88
  133. package/dist/models/openai/presets.d.ts +0 -1319
  134. package/dist/models/openai/presets.js +0 -277
  135. package/dist/models/types.d.ts +0 -20
  136. package/dist/models/types.js +0 -92
  137. package/dist/models/voyage/index.d.ts +0 -2
  138. package/dist/models/voyage/index.js +0 -2
  139. package/dist/models/voyage/middleware.d.ts +0 -2
  140. package/dist/models/voyage/middleware.js +0 -19
  141. package/dist/models/voyage/presets.d.ts +0 -436
  142. package/dist/models/voyage/presets.js +0 -85
  143. package/dist/providers/anthropic/canonical.d.ts +0 -3
  144. package/dist/providers/anthropic/canonical.js +0 -9
  145. package/dist/providers/anthropic/index.d.ts +0 -1
  146. package/dist/providers/anthropic/index.js +0 -1
  147. package/dist/providers/bedrock/canonical.d.ts +0 -17
  148. package/dist/providers/bedrock/canonical.js +0 -61
  149. package/dist/providers/bedrock/index.d.ts +0 -2
  150. package/dist/providers/bedrock/index.js +0 -2
  151. package/dist/providers/bedrock/middleware.d.ts +0 -5
  152. package/dist/providers/bedrock/middleware.js +0 -137
  153. package/dist/providers/cohere/canonical.d.ts +0 -3
  154. package/dist/providers/cohere/canonical.js +0 -17
  155. package/dist/providers/cohere/index.d.ts +0 -1
  156. package/dist/providers/cohere/index.js +0 -1
  157. package/dist/providers/groq/canonical.d.ts +0 -3
  158. package/dist/providers/groq/canonical.js +0 -12
  159. package/dist/providers/groq/index.d.ts +0 -2
  160. package/dist/providers/groq/index.js +0 -2
  161. package/dist/providers/groq/middleware.d.ts +0 -2
  162. package/dist/providers/groq/middleware.js +0 -31
  163. package/dist/providers/openai/canonical.d.ts +0 -3
  164. package/dist/providers/openai/canonical.js +0 -8
  165. package/dist/providers/openai/index.d.ts +0 -1
  166. package/dist/providers/openai/index.js +0 -1
  167. package/dist/providers/registry.d.ts +0 -24
  168. package/dist/providers/registry.js +0 -103
  169. package/dist/providers/types.d.ts +0 -7
  170. package/dist/providers/types.js +0 -11
  171. package/dist/providers/vertex/canonical.d.ts +0 -3
  172. package/dist/providers/vertex/canonical.js +0 -8
  173. package/dist/providers/vertex/index.d.ts +0 -2
  174. package/dist/providers/vertex/index.js +0 -2
  175. package/dist/providers/vertex/middleware.d.ts +0 -2
  176. package/dist/providers/vertex/middleware.js +0 -47
  177. package/dist/providers/voyage/canonical.d.ts +0 -3
  178. package/dist/providers/voyage/canonical.js +0 -7
  179. package/dist/providers/voyage/index.d.ts +0 -1
  180. package/dist/providers/voyage/index.js +0 -1
  181. package/dist/telemetry/ai-sdk.d.ts +0 -2
  182. package/dist/telemetry/ai-sdk.js +0 -31
  183. package/dist/telemetry/baggage.d.ts +0 -1
  184. package/dist/telemetry/baggage.js +0 -24
  185. package/dist/telemetry/fetch.d.ts +0 -2
  186. package/dist/telemetry/fetch.js +0 -49
  187. package/dist/telemetry/gen-ai.d.ts +0 -6
  188. package/dist/telemetry/gen-ai.js +0 -78
  189. package/dist/telemetry/http.d.ts +0 -3
  190. package/dist/telemetry/http.js +0 -54
  191. package/dist/telemetry/index.d.ts +0 -1
  192. package/dist/telemetry/index.js +0 -1
  193. package/dist/telemetry/memory.d.ts +0 -2
  194. package/dist/telemetry/memory.js +0 -43
  195. package/dist/telemetry/span.d.ts +0 -13
  196. package/dist/telemetry/span.js +0 -60
  197. package/dist/types.d.ts +0 -216
  198. package/dist/types.js +0 -2
  199. package/dist/utils/env.d.ts +0 -2
  200. package/dist/utils/env.js +0 -7
  201. package/dist/utils/headers.d.ts +0 -4
  202. package/dist/utils/headers.js +0 -22
  203. package/dist/utils/preset.d.ts +0 -10
  204. package/dist/utils/preset.js +0 -41
  205. package/dist/utils/request.d.ts +0 -2
  206. package/dist/utils/request.js +0 -43
  207. package/dist/utils/response.d.ts +0 -6
  208. package/dist/utils/response.js +0 -55
  209. package/dist/utils/stream.d.ts +0 -9
  210. package/dist/utils/stream.js +0 -100
  211. package/dist/utils/url.d.ts +0 -4
  212. package/dist/utils/url.js +0 -21
@@ -1,175 +0,0 @@
1
- import {} from "../../types";
2
- import { parseDataUrl } from "../../utils/url";
3
- const toTextParts = (content) => {
4
- if (typeof content === "string") {
5
- return [{ type: "text", content }];
6
- }
7
- const result = [];
8
- if (Array.isArray(content)) {
9
- for (const part of content) {
10
- if (part.type === "text") {
11
- result.push({ type: "text", content: part.text });
12
- }
13
- }
14
- }
15
- return result;
16
- };
17
- const toBlobPart = (modality, mimeType) => {
18
- const part = {
19
- type: "blob",
20
- modality,
21
- content: "[REDACTED_BINARY_DATA]",
22
- };
23
- if (mimeType)
24
- part["mime_type"] = mimeType;
25
- return part;
26
- };
27
- const toToolResponsePart = (id, content) => ({
28
- type: "tool_call_response",
29
- id,
30
- response: typeof content === "string" ? content : content.map((p) => p.text).join(""),
31
- });
32
- const toAssistantParts = (message) => {
33
- const parts = [];
34
- if (typeof message.reasoning === "string") {
35
- parts.push({ type: "reasoning", content: message.reasoning });
36
- }
37
- for (const part of toTextParts(message.content)) {
38
- parts.push(part);
39
- }
40
- if (Array.isArray(message.tool_calls)) {
41
- for (const call of message.tool_calls) {
42
- parts.push({
43
- type: "tool_call",
44
- id: call.id,
45
- name: call.function.name,
46
- arguments: call.function.arguments,
47
- });
48
- }
49
- }
50
- return parts;
51
- };
52
- const toUserParts = (content) => {
53
- if (typeof content === "string")
54
- return [{ type: "text", content }];
55
- const parts = [];
56
- for (const part of content) {
57
- switch (part.type) {
58
- case "text":
59
- parts.push({ type: "text", content: part.text });
60
- break;
61
- case "image_url": {
62
- const url = part.image_url.url;
63
- if (url.slice(0, 5).toLowerCase() === "data:") {
64
- const { mimeType } = parseDataUrl(url);
65
- parts.push(toBlobPart("image", mimeType || undefined));
66
- }
67
- else {
68
- parts.push({ type: "uri", modality: "image", uri: url });
69
- }
70
- break;
71
- }
72
- case "input_audio":
73
- parts.push(toBlobPart("audio", `audio/${part.input_audio.format}`));
74
- break;
75
- case "file": {
76
- const filePart = toBlobPart("file", part.file.media_type);
77
- if (part.file.filename)
78
- filePart["file_name"] = part.file.filename;
79
- parts.push(filePart);
80
- break;
81
- }
82
- }
83
- }
84
- return parts;
85
- };
86
- const toMessageParts = (message) => {
87
- switch (message.role) {
88
- case "assistant":
89
- return toAssistantParts(message);
90
- case "tool":
91
- return [toToolResponsePart(message.tool_call_id, message.content)];
92
- case "user":
93
- return toUserParts(message.content);
94
- // FUTURE: remove once Langfuse supports gen_ai.system_instructions
95
- // https://github.com/langfuse/langfuse/issues/11607
96
- case "system":
97
- return toTextParts(message.content);
98
- default:
99
- throw new Error(`Unhandled content part type: ${message.role}`);
100
- }
101
- };
102
- export const getChatRequestAttributes = (body, signalLevel) => {
103
- if (!signalLevel || signalLevel === "off")
104
- return {};
105
- const attrs = {};
106
- if (body.seed !== undefined) {
107
- Object.assign(attrs, { "gen_ai.request.seed": body.seed });
108
- }
109
- if (signalLevel !== "required") {
110
- Object.assign(attrs, {
111
- "gen_ai.request.reasoning.enabled": body.reasoning?.enabled,
112
- "gen_ai.request.reasoning.effort": body.reasoning?.effort,
113
- "gen_ai.request.reasoning.max_tokens": body.reasoning?.max_tokens,
114
- "gen_ai.request.stream": body.stream,
115
- "gen_ai.request.service_tier": body.service_tier,
116
- "gen_ai.request.frequency_penalty": body.frequency_penalty,
117
- "gen_ai.request.max_tokens": body.max_completion_tokens,
118
- "gen_ai.request.presence_penalty": body.presence_penalty,
119
- "gen_ai.request.stop_sequences": body.stop
120
- ? Array.isArray(body.stop)
121
- ? body.stop
122
- : [body.stop]
123
- : undefined,
124
- "gen_ai.request.temperature": body.temperature,
125
- "gen_ai.request.top_p": body.top_p,
126
- });
127
- if (body.metadata) {
128
- for (const key in body.metadata) {
129
- attrs[`gen_ai.request.metadata.${key}`] = body.metadata[key];
130
- }
131
- }
132
- }
133
- if (signalLevel === "full") {
134
- Object.assign(attrs, {
135
- // FUTURE: move system instructions from messages to here
136
- // blocker: https://github.com/langfuse/langfuse/issues/11607
137
- // "gen_ai.system_instructions": inputs.messages
138
- // .filter((m) => m.role === "system")
139
- // .map((m) => JSON.stringify(toTextPart(m.content))),
140
- "gen_ai.input.messages": body.messages
141
- //.filter((m) => m.role !== "system")
142
- .map((m) => JSON.stringify({ role: m.role, parts: toMessageParts(m) })),
143
- "gen_ai.tool.definitions": body.tools?.map((toolDefinition) => JSON.stringify(toolDefinition)),
144
- });
145
- }
146
- return attrs;
147
- };
148
- export const getChatResponseAttributes = (completions, signalLevel) => {
149
- if (!signalLevel || signalLevel === "off")
150
- return {};
151
- const attrs = {
152
- "gen_ai.response.id": completions.id,
153
- };
154
- if (signalLevel !== "required") {
155
- Object.assign(attrs, {
156
- "gen_ai.response.finish_reasons": completions.choices?.map((c) => c.finish_reason),
157
- "gen_ai.response.service_tier": completions.service_tier,
158
- "gen_ai.usage.total_tokens": completions.usage?.total_tokens,
159
- "gen_ai.usage.input_tokens": completions.usage?.prompt_tokens,
160
- "gen_ai.usage.cache_read.input_tokens": completions.usage?.prompt_tokens_details?.cached_tokens,
161
- "gen_ai.usage.output_tokens": completions.usage?.completion_tokens,
162
- "gen_ai.usage.reasoning.output_tokens": completions.usage?.completion_tokens_details?.reasoning_tokens,
163
- });
164
- }
165
- if (signalLevel === "full") {
166
- Object.assign(attrs, {
167
- "gen_ai.output.messages": completions.choices?.map((c) => JSON.stringify({
168
- role: c.message.role,
169
- parts: toMessageParts(c.message),
170
- finish_reason: c.finish_reason,
171
- })),
172
- });
173
- }
174
- return attrs;
175
- };