@hebo-ai/gateway 0.9.0 → 0.9.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +82 -4
- package/package.json +34 -34
- package/dist/config.d.ts +0 -2
- package/dist/config.js +0 -111
- package/dist/endpoints/chat-completions/converters.d.ts +0 -26
- package/dist/endpoints/chat-completions/converters.js +0 -524
- package/dist/endpoints/chat-completions/handler.d.ts +0 -2
- package/dist/endpoints/chat-completions/handler.js +0 -149
- package/dist/endpoints/chat-completions/index.d.ts +0 -4
- package/dist/endpoints/chat-completions/index.js +0 -4
- package/dist/endpoints/chat-completions/otel.d.ts +0 -5
- package/dist/endpoints/chat-completions/otel.js +0 -175
- package/dist/endpoints/chat-completions/schema.d.ts +0 -1170
- package/dist/endpoints/chat-completions/schema.js +0 -252
- package/dist/endpoints/conversations/converters.d.ts +0 -8
- package/dist/endpoints/conversations/converters.js +0 -29
- package/dist/endpoints/conversations/handler.d.ts +0 -2
- package/dist/endpoints/conversations/handler.js +0 -276
- package/dist/endpoints/conversations/index.d.ts +0 -3
- package/dist/endpoints/conversations/index.js +0 -3
- package/dist/endpoints/conversations/schema.d.ts +0 -1511
- package/dist/endpoints/conversations/schema.js +0 -74
- package/dist/endpoints/conversations/storage/dialects/greptime.d.ts +0 -10
- package/dist/endpoints/conversations/storage/dialects/greptime.js +0 -75
- package/dist/endpoints/conversations/storage/dialects/mysql.d.ts +0 -12
- package/dist/endpoints/conversations/storage/dialects/mysql.js +0 -118
- package/dist/endpoints/conversations/storage/dialects/postgres.d.ts +0 -16
- package/dist/endpoints/conversations/storage/dialects/postgres.js +0 -185
- package/dist/endpoints/conversations/storage/dialects/sqlite.d.ts +0 -11
- package/dist/endpoints/conversations/storage/dialects/sqlite.js +0 -176
- package/dist/endpoints/conversations/storage/dialects/types.d.ts +0 -42
- package/dist/endpoints/conversations/storage/dialects/types.js +0 -0
- package/dist/endpoints/conversations/storage/dialects/utils.d.ts +0 -25
- package/dist/endpoints/conversations/storage/dialects/utils.js +0 -80
- package/dist/endpoints/conversations/storage/memory.d.ts +0 -25
- package/dist/endpoints/conversations/storage/memory.js +0 -200
- package/dist/endpoints/conversations/storage/sql.d.ts +0 -33
- package/dist/endpoints/conversations/storage/sql.js +0 -278
- package/dist/endpoints/conversations/storage/types.d.ts +0 -39
- package/dist/endpoints/conversations/storage/types.js +0 -0
- package/dist/endpoints/embeddings/converters.d.ts +0 -10
- package/dist/endpoints/embeddings/converters.js +0 -31
- package/dist/endpoints/embeddings/handler.d.ts +0 -2
- package/dist/endpoints/embeddings/handler.js +0 -104
- package/dist/endpoints/embeddings/index.d.ts +0 -4
- package/dist/endpoints/embeddings/index.js +0 -4
- package/dist/endpoints/embeddings/otel.d.ts +0 -5
- package/dist/endpoints/embeddings/otel.js +0 -29
- package/dist/endpoints/embeddings/schema.d.ts +0 -44
- package/dist/endpoints/embeddings/schema.js +0 -29
- package/dist/endpoints/models/converters.d.ts +0 -6
- package/dist/endpoints/models/converters.js +0 -42
- package/dist/endpoints/models/handler.d.ts +0 -2
- package/dist/endpoints/models/handler.js +0 -29
- package/dist/endpoints/models/index.d.ts +0 -3
- package/dist/endpoints/models/index.js +0 -3
- package/dist/endpoints/models/schema.d.ts +0 -42
- package/dist/endpoints/models/schema.js +0 -31
- package/dist/endpoints/responses/converters.d.ts +0 -17
- package/dist/endpoints/responses/converters.js +0 -1034
- package/dist/endpoints/responses/handler.d.ts +0 -2
- package/dist/endpoints/responses/handler.js +0 -137
- package/dist/endpoints/responses/index.d.ts +0 -4
- package/dist/endpoints/responses/index.js +0 -4
- package/dist/endpoints/responses/otel.d.ts +0 -6
- package/dist/endpoints/responses/otel.js +0 -221
- package/dist/endpoints/responses/schema.d.ts +0 -2109
- package/dist/endpoints/responses/schema.js +0 -314
- package/dist/endpoints/shared/converters.d.ts +0 -55
- package/dist/endpoints/shared/converters.js +0 -179
- package/dist/endpoints/shared/schema.d.ts +0 -70
- package/dist/endpoints/shared/schema.js +0 -46
- package/dist/errors/ai-sdk.d.ts +0 -2
- package/dist/errors/ai-sdk.js +0 -52
- package/dist/errors/gateway.d.ts +0 -5
- package/dist/errors/gateway.js +0 -13
- package/dist/errors/openai.d.ts +0 -15
- package/dist/errors/openai.js +0 -40
- package/dist/errors/utils.d.ts +0 -22
- package/dist/errors/utils.js +0 -44
- package/dist/gateway.d.ts +0 -11
- package/dist/gateway.js +0 -44
- package/dist/index.d.ts +0 -11
- package/dist/index.js +0 -10
- package/dist/lifecycle.d.ts +0 -3
- package/dist/lifecycle.js +0 -113
- package/dist/logger/default.d.ts +0 -4
- package/dist/logger/default.js +0 -81
- package/dist/logger/index.d.ts +0 -11
- package/dist/logger/index.js +0 -25
- package/dist/middleware/common.d.ts +0 -12
- package/dist/middleware/common.js +0 -146
- package/dist/middleware/debug.d.ts +0 -3
- package/dist/middleware/debug.js +0 -27
- package/dist/middleware/matcher.d.ts +0 -28
- package/dist/middleware/matcher.js +0 -118
- package/dist/middleware/utils.d.ts +0 -2
- package/dist/middleware/utils.js +0 -24
- package/dist/models/amazon/index.d.ts +0 -2
- package/dist/models/amazon/index.js +0 -2
- package/dist/models/amazon/middleware.d.ts +0 -3
- package/dist/models/amazon/middleware.js +0 -68
- package/dist/models/amazon/presets.d.ts +0 -345
- package/dist/models/amazon/presets.js +0 -80
- package/dist/models/anthropic/index.d.ts +0 -2
- package/dist/models/anthropic/index.js +0 -2
- package/dist/models/anthropic/middleware.d.ts +0 -5
- package/dist/models/anthropic/middleware.js +0 -127
- package/dist/models/anthropic/presets.d.ts +0 -711
- package/dist/models/anthropic/presets.js +0 -135
- package/dist/models/catalog.d.ts +0 -4
- package/dist/models/catalog.js +0 -8
- package/dist/models/cohere/index.d.ts +0 -2
- package/dist/models/cohere/index.js +0 -2
- package/dist/models/cohere/middleware.d.ts +0 -3
- package/dist/models/cohere/middleware.js +0 -62
- package/dist/models/cohere/presets.d.ts +0 -411
- package/dist/models/cohere/presets.js +0 -134
- package/dist/models/google/index.d.ts +0 -2
- package/dist/models/google/index.js +0 -2
- package/dist/models/google/middleware.d.ts +0 -8
- package/dist/models/google/middleware.js +0 -111
- package/dist/models/google/presets.d.ts +0 -403
- package/dist/models/google/presets.js +0 -88
- package/dist/models/meta/index.d.ts +0 -1
- package/dist/models/meta/index.js +0 -1
- package/dist/models/meta/presets.d.ts +0 -483
- package/dist/models/meta/presets.js +0 -95
- package/dist/models/openai/index.d.ts +0 -2
- package/dist/models/openai/index.js +0 -2
- package/dist/models/openai/middleware.d.ts +0 -4
- package/dist/models/openai/middleware.js +0 -88
- package/dist/models/openai/presets.d.ts +0 -1319
- package/dist/models/openai/presets.js +0 -277
- package/dist/models/types.d.ts +0 -20
- package/dist/models/types.js +0 -92
- package/dist/models/voyage/index.d.ts +0 -2
- package/dist/models/voyage/index.js +0 -2
- package/dist/models/voyage/middleware.d.ts +0 -2
- package/dist/models/voyage/middleware.js +0 -19
- package/dist/models/voyage/presets.d.ts +0 -436
- package/dist/models/voyage/presets.js +0 -85
- package/dist/providers/anthropic/canonical.d.ts +0 -3
- package/dist/providers/anthropic/canonical.js +0 -9
- package/dist/providers/anthropic/index.d.ts +0 -1
- package/dist/providers/anthropic/index.js +0 -1
- package/dist/providers/bedrock/canonical.d.ts +0 -17
- package/dist/providers/bedrock/canonical.js +0 -61
- package/dist/providers/bedrock/index.d.ts +0 -2
- package/dist/providers/bedrock/index.js +0 -2
- package/dist/providers/bedrock/middleware.d.ts +0 -5
- package/dist/providers/bedrock/middleware.js +0 -137
- package/dist/providers/cohere/canonical.d.ts +0 -3
- package/dist/providers/cohere/canonical.js +0 -17
- package/dist/providers/cohere/index.d.ts +0 -1
- package/dist/providers/cohere/index.js +0 -1
- package/dist/providers/groq/canonical.d.ts +0 -3
- package/dist/providers/groq/canonical.js +0 -12
- package/dist/providers/groq/index.d.ts +0 -2
- package/dist/providers/groq/index.js +0 -2
- package/dist/providers/groq/middleware.d.ts +0 -2
- package/dist/providers/groq/middleware.js +0 -31
- package/dist/providers/openai/canonical.d.ts +0 -3
- package/dist/providers/openai/canonical.js +0 -8
- package/dist/providers/openai/index.d.ts +0 -1
- package/dist/providers/openai/index.js +0 -1
- package/dist/providers/registry.d.ts +0 -24
- package/dist/providers/registry.js +0 -103
- package/dist/providers/types.d.ts +0 -7
- package/dist/providers/types.js +0 -11
- package/dist/providers/vertex/canonical.d.ts +0 -3
- package/dist/providers/vertex/canonical.js +0 -8
- package/dist/providers/vertex/index.d.ts +0 -2
- package/dist/providers/vertex/index.js +0 -2
- package/dist/providers/vertex/middleware.d.ts +0 -2
- package/dist/providers/vertex/middleware.js +0 -47
- package/dist/providers/voyage/canonical.d.ts +0 -3
- package/dist/providers/voyage/canonical.js +0 -7
- package/dist/providers/voyage/index.d.ts +0 -1
- package/dist/providers/voyage/index.js +0 -1
- package/dist/telemetry/ai-sdk.d.ts +0 -2
- package/dist/telemetry/ai-sdk.js +0 -31
- package/dist/telemetry/baggage.d.ts +0 -1
- package/dist/telemetry/baggage.js +0 -24
- package/dist/telemetry/fetch.d.ts +0 -2
- package/dist/telemetry/fetch.js +0 -49
- package/dist/telemetry/gen-ai.d.ts +0 -6
- package/dist/telemetry/gen-ai.js +0 -78
- package/dist/telemetry/http.d.ts +0 -3
- package/dist/telemetry/http.js +0 -54
- package/dist/telemetry/index.d.ts +0 -1
- package/dist/telemetry/index.js +0 -1
- package/dist/telemetry/memory.d.ts +0 -2
- package/dist/telemetry/memory.js +0 -43
- package/dist/telemetry/span.d.ts +0 -13
- package/dist/telemetry/span.js +0 -60
- package/dist/types.d.ts +0 -216
- package/dist/types.js +0 -2
- package/dist/utils/env.d.ts +0 -2
- package/dist/utils/env.js +0 -7
- package/dist/utils/headers.d.ts +0 -4
- package/dist/utils/headers.js +0 -22
- package/dist/utils/preset.d.ts +0 -10
- package/dist/utils/preset.js +0 -41
- package/dist/utils/request.d.ts +0 -2
- package/dist/utils/request.js +0 -43
- package/dist/utils/response.d.ts +0 -6
- package/dist/utils/response.js +0 -55
- package/dist/utils/stream.d.ts +0 -9
- package/dist/utils/stream.js +0 -100
- package/dist/utils/url.d.ts +0 -4
- package/dist/utils/url.js +0 -21
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
import { GatewayError } from "../../errors/gateway";
|
|
2
|
-
import { winterCgHandler } from "../../lifecycle";
|
|
3
|
-
import { toModels, toModel } from "./converters";
|
|
4
|
-
export const models = (config) => {
|
|
5
|
-
// eslint-disable-next-line require-await
|
|
6
|
-
const handler = async (ctx, _cfg) => {
|
|
7
|
-
ctx.operation = "models";
|
|
8
|
-
if (!ctx.request || ctx.request.method !== "GET") {
|
|
9
|
-
throw new GatewayError("Method Not Allowed", 405);
|
|
10
|
-
}
|
|
11
|
-
const rawId = ctx.request.url.split("/models/", 2)[1]?.split("?", 1)[0];
|
|
12
|
-
if (!rawId) {
|
|
13
|
-
return toModels(ctx.models);
|
|
14
|
-
}
|
|
15
|
-
let modelId = rawId;
|
|
16
|
-
try {
|
|
17
|
-
modelId = decodeURIComponent(rawId);
|
|
18
|
-
}
|
|
19
|
-
catch {
|
|
20
|
-
throw new GatewayError(`Invalid model ID: '${modelId}'`, 400);
|
|
21
|
-
}
|
|
22
|
-
const model = ctx.models[modelId];
|
|
23
|
-
if (!model) {
|
|
24
|
-
throw new GatewayError(`Model not found: '${modelId}'`, 404);
|
|
25
|
-
}
|
|
26
|
-
return toModel(modelId, model);
|
|
27
|
-
};
|
|
28
|
-
return { handler: winterCgHandler(handler, config) };
|
|
29
|
-
};
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
export declare const ModelSchema: z.ZodObject<{
|
|
3
|
-
id: z.ZodString;
|
|
4
|
-
object: z.ZodLiteral<"model">;
|
|
5
|
-
created: z.ZodInt;
|
|
6
|
-
owned_by: z.ZodString;
|
|
7
|
-
name: z.ZodOptional<z.ZodString>;
|
|
8
|
-
knowledge: z.ZodOptional<z.ZodString>;
|
|
9
|
-
context: z.ZodOptional<z.ZodInt>;
|
|
10
|
-
architecture: z.ZodOptional<z.ZodObject<{
|
|
11
|
-
modality: z.ZodOptional<z.ZodString>;
|
|
12
|
-
input_modalities: z.ZodOptional<z.ZodReadonly<z.ZodArray<z.ZodString>>>;
|
|
13
|
-
output_modalities: z.ZodOptional<z.ZodReadonly<z.ZodArray<z.ZodString>>>;
|
|
14
|
-
}, z.core.$strip>>;
|
|
15
|
-
endpoints: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
16
|
-
tag: z.ZodString;
|
|
17
|
-
}, z.core.$strip>>>;
|
|
18
|
-
capabilities: z.ZodOptional<z.ZodReadonly<z.ZodArray<z.ZodString>>>;
|
|
19
|
-
}, z.core.$loose>;
|
|
20
|
-
export type Model = z.infer<typeof ModelSchema>;
|
|
21
|
-
export declare const ModelListSchema: z.ZodObject<{
|
|
22
|
-
object: z.ZodLiteral<"list">;
|
|
23
|
-
data: z.ZodArray<z.ZodObject<{
|
|
24
|
-
id: z.ZodString;
|
|
25
|
-
object: z.ZodLiteral<"model">;
|
|
26
|
-
created: z.ZodInt;
|
|
27
|
-
owned_by: z.ZodString;
|
|
28
|
-
name: z.ZodOptional<z.ZodString>;
|
|
29
|
-
knowledge: z.ZodOptional<z.ZodString>;
|
|
30
|
-
context: z.ZodOptional<z.ZodInt>;
|
|
31
|
-
architecture: z.ZodOptional<z.ZodObject<{
|
|
32
|
-
modality: z.ZodOptional<z.ZodString>;
|
|
33
|
-
input_modalities: z.ZodOptional<z.ZodReadonly<z.ZodArray<z.ZodString>>>;
|
|
34
|
-
output_modalities: z.ZodOptional<z.ZodReadonly<z.ZodArray<z.ZodString>>>;
|
|
35
|
-
}, z.core.$strip>>;
|
|
36
|
-
endpoints: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
37
|
-
tag: z.ZodString;
|
|
38
|
-
}, z.core.$strip>>>;
|
|
39
|
-
capabilities: z.ZodOptional<z.ZodReadonly<z.ZodArray<z.ZodString>>>;
|
|
40
|
-
}, z.core.$loose>>;
|
|
41
|
-
}, z.core.$strip>;
|
|
42
|
-
export type ModelList = z.infer<typeof ModelListSchema>;
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
export const ModelSchema = z.looseObject({
|
|
3
|
-
// Core
|
|
4
|
-
id: z.string(),
|
|
5
|
-
object: z.literal("model"),
|
|
6
|
-
created: z.int().nonnegative(),
|
|
7
|
-
owned_by: z.string(),
|
|
8
|
-
// Extensions
|
|
9
|
-
name: z.string().optional().meta({ extension: true }),
|
|
10
|
-
knowledge: z.string().optional().meta({ extension: true }),
|
|
11
|
-
context: z.int().nonnegative().optional().meta({ extension: true }),
|
|
12
|
-
architecture: z
|
|
13
|
-
.object({
|
|
14
|
-
modality: z.string().optional(),
|
|
15
|
-
input_modalities: z.array(z.string()).readonly().optional(),
|
|
16
|
-
output_modalities: z.array(z.string()).readonly().optional(),
|
|
17
|
-
})
|
|
18
|
-
.optional()
|
|
19
|
-
.meta({ extension: true }),
|
|
20
|
-
endpoints: z
|
|
21
|
-
.array(z.object({
|
|
22
|
-
tag: z.string(),
|
|
23
|
-
}))
|
|
24
|
-
.optional()
|
|
25
|
-
.meta({ extension: true }),
|
|
26
|
-
capabilities: z.array(z.string()).readonly().optional().meta({ extension: true }),
|
|
27
|
-
});
|
|
28
|
-
export const ModelListSchema = z.object({
|
|
29
|
-
object: z.literal("list"),
|
|
30
|
-
data: z.array(ModelSchema),
|
|
31
|
-
});
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
import type { GenerateTextResult, StreamTextResult, ToolSet, ModelMessage, LanguageModelUsage, TextStreamPart } from "ai";
|
|
2
|
-
import { Output } from "ai";
|
|
3
|
-
import type { ResponsesInputItem, ResponsesInputs, Responses, ResponsesUsage, ResponsesStream, ResponsesStreamEvent, ResponsesToolChoice, ResponsesTool } from "./schema";
|
|
4
|
-
import type { SseErrorFrame } from "../../utils/stream";
|
|
5
|
-
import { type TextCallOptions, type ToolChoiceOptions } from "../shared/converters";
|
|
6
|
-
export declare function convertToTextCallOptions(params: ResponsesInputs): TextCallOptions;
|
|
7
|
-
export declare function convertToModelMessages(input: string | ResponsesInputItem[], instructions?: string): ModelMessage[];
|
|
8
|
-
export declare const convertToToolSet: (tools: ResponsesTool[] | undefined) => ToolSet | undefined;
|
|
9
|
-
export declare const convertToToolChoiceOptions: (toolChoice: ResponsesToolChoice | undefined) => ToolChoiceOptions;
|
|
10
|
-
export declare function toResponses(result: GenerateTextResult<ToolSet, Output.Output>, model: string, metadata?: Record<string, string> | null): Responses;
|
|
11
|
-
export declare function toResponsesResponse(result: GenerateTextResult<ToolSet, Output.Output>, model: string, metadata?: Record<string, string> | null, responseInit?: ResponseInit): Response;
|
|
12
|
-
export declare function toResponsesStream(result: StreamTextResult<ToolSet, Output.Output>, model: string, metadata?: Record<string, string> | null): ResponsesStream;
|
|
13
|
-
export declare function toResponsesStreamResponse(result: StreamTextResult<ToolSet, Output.Output>, model: string, metadata?: Record<string, string> | null, responseInit?: ResponseInit): Response;
|
|
14
|
-
export declare function toResponsesUsage(usage: LanguageModelUsage): ResponsesUsage;
|
|
15
|
-
export declare class ResponsesTransformStream extends TransformStream<TextStreamPart<ToolSet>, ResponsesStreamEvent | SseErrorFrame> {
|
|
16
|
-
constructor(model: string, metadata?: Record<string, string> | null);
|
|
17
|
-
}
|