@homeflare/distilled-litellm 0.2.0

package/src/services/vllm_pass_through.ts

@@ -0,0 +1,227 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+export interface DeleteVllmProxyRouteVllmEndpointRequest {
+  endpoint: string;
+}
+export const DeleteVllmProxyRouteVllmEndpointRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "DELETE", uri: "/vllm/{endpoint}", code: 200 })),
+).annotate({
+  identifier: "DeleteVllmProxyRouteVllmEndpointRequest",
+}) as any as S.Schema<DeleteVllmProxyRouteVllmEndpointRequest>;
+
+export interface DeleteVllmProxyRouteVllmEndpointResponse {
+  body: unknown;
+}
+export const DeleteVllmProxyRouteVllmEndpointResponse = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+).annotate({
+  identifier: "DeleteVllmProxyRouteVllmEndpointResponse",
+}) as any as S.Schema<DeleteVllmProxyRouteVllmEndpointResponse>;
+
+export interface GetVllmProxyRouteVllmEndpointRequest {
+  endpoint: string;
+}
+export const GetVllmProxyRouteVllmEndpointRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "GET", uri: "/vllm/{endpoint}", code: 200 })),
+).annotate({
+  identifier: "GetVllmProxyRouteVllmEndpointRequest",
+}) as any as S.Schema<GetVllmProxyRouteVllmEndpointRequest>;
+
+export interface GetVllmProxyRouteVllmEndpointResponse {
+  body: unknown;
+}
+export const GetVllmProxyRouteVllmEndpointResponse = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+).annotate({
+  identifier: "GetVllmProxyRouteVllmEndpointResponse",
+}) as any as S.Schema<GetVllmProxyRouteVllmEndpointResponse>;
+
+export interface PatchVllmProxyRouteVllmEndpointRequest {
+  endpoint: string;
+}
+export const PatchVllmProxyRouteVllmEndpointRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "PATCH", uri: "/vllm/{endpoint}", code: 200 })),
+).annotate({
+  identifier: "PatchVllmProxyRouteVllmEndpointRequest",
+}) as any as S.Schema<PatchVllmProxyRouteVllmEndpointRequest>;
+
+export interface PatchVllmProxyRouteVllmEndpointResponse {
+  body: unknown;
+}
+export const PatchVllmProxyRouteVllmEndpointResponse = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+).annotate({
+  identifier: "PatchVllmProxyRouteVllmEndpointResponse",
+}) as any as S.Schema<PatchVllmProxyRouteVllmEndpointResponse>;
+
+export interface PostVllmProxyRouteVllmEndpointRequest {
+  endpoint: string;
+}
+export const PostVllmProxyRouteVllmEndpointRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "POST", uri: "/vllm/{endpoint}", code: 200 })),
+).annotate({
+  identifier: "PostVllmProxyRouteVllmEndpointRequest",
+}) as any as S.Schema<PostVllmProxyRouteVllmEndpointRequest>;
+
+export interface PostVllmProxyRouteVllmEndpointResponse {
+  body: unknown;
+}
+export const PostVllmProxyRouteVllmEndpointResponse = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+).annotate({
+  identifier: "PostVllmProxyRouteVllmEndpointResponse",
+}) as any as S.Schema<PostVllmProxyRouteVllmEndpointResponse>;
+
+export interface PutVllmProxyRouteVllmEndpointRequest {
+  endpoint: string;
+}
+export const PutVllmProxyRouteVllmEndpointRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "PUT", uri: "/vllm/{endpoint}", code: 200 })),
+).annotate({
+  identifier: "PutVllmProxyRouteVllmEndpointRequest",
+}) as any as S.Schema<PutVllmProxyRouteVllmEndpointRequest>;
+
+export interface PutVllmProxyRouteVllmEndpointResponse {
+  body: unknown;
+}
+export const PutVllmProxyRouteVllmEndpointResponse = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+).annotate({
+  identifier: "PutVllmProxyRouteVllmEndpointResponse",
+}) as any as S.Schema<PutVllmProxyRouteVllmEndpointResponse>;
+
+export type DeleteVllmProxyRouteVllmEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Vllm Proxy Route [Docs](https://docs.litellm.ai/docs/pass_through/vllm) */
+export const deleteVllmProxyRouteVllmEndpoint: API.OperationMethod<
+  DeleteVllmProxyRouteVllmEndpointRequest,
+  DeleteVllmProxyRouteVllmEndpointResponse,
+  DeleteVllmProxyRouteVllmEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: DeleteVllmProxyRouteVllmEndpointRequest,
+  output: DeleteVllmProxyRouteVllmEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetVllmProxyRouteVllmEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Vllm Proxy Route [Docs](https://docs.litellm.ai/docs/pass_through/vllm) */
+export const getVllmProxyRouteVllmEndpoint: API.OperationMethod<
+  GetVllmProxyRouteVllmEndpointRequest,
+  GetVllmProxyRouteVllmEndpointResponse,
+  GetVllmProxyRouteVllmEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetVllmProxyRouteVllmEndpointRequest,
+  output: GetVllmProxyRouteVllmEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PatchVllmProxyRouteVllmEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Vllm Proxy Route [Docs](https://docs.litellm.ai/docs/pass_through/vllm) */
+export const patchVllmProxyRouteVllmEndpoint: API.OperationMethod<
+  PatchVllmProxyRouteVllmEndpointRequest,
+  PatchVllmProxyRouteVllmEndpointResponse,
+  PatchVllmProxyRouteVllmEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PatchVllmProxyRouteVllmEndpointRequest,
+  output: PatchVllmProxyRouteVllmEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PostVllmProxyRouteVllmEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Vllm Proxy Route [Docs](https://docs.litellm.ai/docs/pass_through/vllm) */
+export const postVllmProxyRouteVllmEndpoint: API.OperationMethod<
+  PostVllmProxyRouteVllmEndpointRequest,
+  PostVllmProxyRouteVllmEndpointResponse,
+  PostVllmProxyRouteVllmEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PostVllmProxyRouteVllmEndpointRequest,
+  output: PostVllmProxyRouteVllmEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PutVllmProxyRouteVllmEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Vllm Proxy Route [Docs](https://docs.litellm.ai/docs/pass_through/vllm) */
+export const putVllmProxyRouteVllmEndpoint: API.OperationMethod<
+  PutVllmProxyRouteVllmEndpointRequest,
+  PutVllmProxyRouteVllmEndpointResponse,
+  PutVllmProxyRouteVllmEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PutVllmProxyRouteVllmEndpointRequest,
+  output: PutVllmProxyRouteVllmEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));

package/src/services/watsonx_pass_through.ts

@@ -0,0 +1,229 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+export interface DeleteWatsonxProxyRouteWatsonxEndpointRequest {
+  endpoint: string;
+}
+export const DeleteWatsonxProxyRouteWatsonxEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(
+      T.Http({ method: "DELETE", uri: "/watsonx/{endpoint}", code: 200 }),
+    ),
+  ).annotate({
+    identifier: "DeleteWatsonxProxyRouteWatsonxEndpointRequest",
+  }) as any as S.Schema<DeleteWatsonxProxyRouteWatsonxEndpointRequest>;
+
+export interface DeleteWatsonxProxyRouteWatsonxEndpointResponse {
+  body: unknown;
+}
+export const DeleteWatsonxProxyRouteWatsonxEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "DeleteWatsonxProxyRouteWatsonxEndpointResponse",
+  }) as any as S.Schema<DeleteWatsonxProxyRouteWatsonxEndpointResponse>;
+
+export interface GetWatsonxProxyRouteWatsonxEndpointRequest {
+  endpoint: string;
+}
+export const GetWatsonxProxyRouteWatsonxEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "GET", uri: "/watsonx/{endpoint}", code: 200 })),
+  ).annotate({
+    identifier: "GetWatsonxProxyRouteWatsonxEndpointRequest",
+  }) as any as S.Schema<GetWatsonxProxyRouteWatsonxEndpointRequest>;
+
+export interface GetWatsonxProxyRouteWatsonxEndpointResponse {
+  body: unknown;
+}
+export const GetWatsonxProxyRouteWatsonxEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "GetWatsonxProxyRouteWatsonxEndpointResponse",
+  }) as any as S.Schema<GetWatsonxProxyRouteWatsonxEndpointResponse>;
+
+export interface PatchWatsonxProxyRouteWatsonxEndpointRequest {
+  endpoint: string;
+}
+export const PatchWatsonxProxyRouteWatsonxEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "PATCH", uri: "/watsonx/{endpoint}", code: 200 })),
+  ).annotate({
+    identifier: "PatchWatsonxProxyRouteWatsonxEndpointRequest",
+  }) as any as S.Schema<PatchWatsonxProxyRouteWatsonxEndpointRequest>;
+
+export interface PatchWatsonxProxyRouteWatsonxEndpointResponse {
+  body: unknown;
+}
+export const PatchWatsonxProxyRouteWatsonxEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "PatchWatsonxProxyRouteWatsonxEndpointResponse",
+  }) as any as S.Schema<PatchWatsonxProxyRouteWatsonxEndpointResponse>;
+
+export interface PostWatsonxProxyRouteWatsonxEndpointRequest {
+  endpoint: string;
+}
+export const PostWatsonxProxyRouteWatsonxEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "POST", uri: "/watsonx/{endpoint}", code: 200 })),
+  ).annotate({
+    identifier: "PostWatsonxProxyRouteWatsonxEndpointRequest",
+  }) as any as S.Schema<PostWatsonxProxyRouteWatsonxEndpointRequest>;
+
+export interface PostWatsonxProxyRouteWatsonxEndpointResponse {
+  body: unknown;
+}
+export const PostWatsonxProxyRouteWatsonxEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "PostWatsonxProxyRouteWatsonxEndpointResponse",
+  }) as any as S.Schema<PostWatsonxProxyRouteWatsonxEndpointResponse>;
+
+export interface PutWatsonxProxyRouteWatsonxEndpointRequest {
+  endpoint: string;
+}
+export const PutWatsonxProxyRouteWatsonxEndpointRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      endpoint: S.String.pipe(T.Label()),
+    }).pipe(T.Http({ method: "PUT", uri: "/watsonx/{endpoint}", code: 200 })),
+  ).annotate({
+    identifier: "PutWatsonxProxyRouteWatsonxEndpointRequest",
+  }) as any as S.Schema<PutWatsonxProxyRouteWatsonxEndpointRequest>;
+
+export interface PutWatsonxProxyRouteWatsonxEndpointResponse {
+  body: unknown;
+}
+export const PutWatsonxProxyRouteWatsonxEndpointResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "PutWatsonxProxyRouteWatsonxEndpointResponse",
+  }) as any as S.Schema<PutWatsonxProxyRouteWatsonxEndpointResponse>;
+
+export type DeleteWatsonxProxyRouteWatsonxEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Watsonx Proxy Route Watsonx pass-through endpoint. Allows using Watsonx APIs with automatic IAM token management and version parameter injection. Example: POST /watsonx/ml/v1/text/tokenization POST /watsonx/ml/v1/text/generation */
+export const deleteWatsonxProxyRouteWatsonxEndpoint: API.OperationMethod<
+  DeleteWatsonxProxyRouteWatsonxEndpointRequest,
+  DeleteWatsonxProxyRouteWatsonxEndpointResponse,
+  DeleteWatsonxProxyRouteWatsonxEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: DeleteWatsonxProxyRouteWatsonxEndpointRequest,
+  output: DeleteWatsonxProxyRouteWatsonxEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetWatsonxProxyRouteWatsonxEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Watsonx Proxy Route Watsonx pass-through endpoint. Allows using Watsonx APIs with automatic IAM token management and version parameter injection. Example: POST /watsonx/ml/v1/text/tokenization POST /watsonx/ml/v1/text/generation */
+export const getWatsonxProxyRouteWatsonxEndpoint: API.OperationMethod<
+  GetWatsonxProxyRouteWatsonxEndpointRequest,
+  GetWatsonxProxyRouteWatsonxEndpointResponse,
+  GetWatsonxProxyRouteWatsonxEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetWatsonxProxyRouteWatsonxEndpointRequest,
+  output: GetWatsonxProxyRouteWatsonxEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PatchWatsonxProxyRouteWatsonxEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Watsonx Proxy Route Watsonx pass-through endpoint. Allows using Watsonx APIs with automatic IAM token management and version parameter injection. Example: POST /watsonx/ml/v1/text/tokenization POST /watsonx/ml/v1/text/generation */
+export const patchWatsonxProxyRouteWatsonxEndpoint: API.OperationMethod<
+  PatchWatsonxProxyRouteWatsonxEndpointRequest,
+  PatchWatsonxProxyRouteWatsonxEndpointResponse,
+  PatchWatsonxProxyRouteWatsonxEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PatchWatsonxProxyRouteWatsonxEndpointRequest,
+  output: PatchWatsonxProxyRouteWatsonxEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PostWatsonxProxyRouteWatsonxEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Watsonx Proxy Route Watsonx pass-through endpoint. Allows using Watsonx APIs with automatic IAM token management and version parameter injection. Example: POST /watsonx/ml/v1/text/tokenization POST /watsonx/ml/v1/text/generation */
+export const postWatsonxProxyRouteWatsonxEndpoint: API.OperationMethod<
+  PostWatsonxProxyRouteWatsonxEndpointRequest,
+  PostWatsonxProxyRouteWatsonxEndpointResponse,
+  PostWatsonxProxyRouteWatsonxEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PostWatsonxProxyRouteWatsonxEndpointRequest,
+  output: PostWatsonxProxyRouteWatsonxEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PutWatsonxProxyRouteWatsonxEndpointError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Watsonx Proxy Route Watsonx pass-through endpoint. Allows using Watsonx APIs with automatic IAM token management and version parameter injection. Example: POST /watsonx/ml/v1/text/tokenization POST /watsonx/ml/v1/text/generation */
+export const putWatsonxProxyRouteWatsonxEndpoint: API.OperationMethod<
+  PutWatsonxProxyRouteWatsonxEndpointRequest,
+  PutWatsonxProxyRouteWatsonxEndpointResponse,
+  PutWatsonxProxyRouteWatsonxEndpointError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PutWatsonxProxyRouteWatsonxEndpointRequest,
+  output: PutWatsonxProxyRouteWatsonxEndpointResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));