@homeflare/distilled-litellm 0.2.0

package/src/services/fallback_management.ts

@@ -0,0 +1,224 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+/** List of fallback model names in order of priority */
+export type CreateFallbackFallbackPostRequestFallbackModelsList = Array<string>;
+export const CreateFallbackFallbackPostRequestFallbackModelsList =
+  /*@__PURE__*/ S.Array(
+    S.String,
+  ) as any as S.Schema<CreateFallbackFallbackPostRequestFallbackModelsList>;
+
+/** Type of fallback: 'general' (default), 'context_window', or 'content_policy' */
+export type CreateFallbackFallbackPostRequestFallbackType =
+  | "general"
+  | "context_window"
+  | "content_policy";
+export const CreateFallbackFallbackPostRequestFallbackType = S.String;
+
+export interface CreateFallbackFallbackPostRequest {
+  /** List of fallback model names in order of priority */
+  fallback_models: CreateFallbackFallbackPostRequestFallbackModelsList;
+  /** Type of fallback: 'general' (default), 'context_window', or 'content_policy' */
+  fallback_type?: CreateFallbackFallbackPostRequestFallbackType | (string & {});
+  /** The model name to configure fallbacks for (e.g., 'gpt-3.5-turbo') */
+  model: string;
+}
+export const CreateFallbackFallbackPostRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    fallback_models: CreateFallbackFallbackPostRequestFallbackModelsList,
+    fallback_type: S.optional(CreateFallbackFallbackPostRequestFallbackType),
+    model: S.String,
+  }).pipe(T.Http({ method: "POST", uri: "/fallback", code: 200 })),
+).annotate({
+  identifier: "CreateFallbackFallbackPostRequest",
+}) as any as S.Schema<CreateFallbackFallbackPostRequest>;
+
+/** List of fallback model names */
+export type FallbackResponseFallbackModelsList = Array<string>;
+export const FallbackResponseFallbackModelsList = /*@__PURE__*/ S.Array(
+  S.String,
+) as any as S.Schema<FallbackResponseFallbackModelsList>;
+
+/** Response model for fallback operations */
+export interface FallbackResponse {
+  /** List of fallback model names */
+  fallback_models: FallbackResponseFallbackModelsList;
+  /** Type of fallback */
+  fallback_type: string;
+  /** Success message */
+  message: string;
+  /** The model name */
+  model: string;
+}
+export const FallbackResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    fallback_models: FallbackResponseFallbackModelsList,
+    fallback_type: S.String,
+    message: S.String,
+    model: S.String,
+  }),
+).annotate({
+  identifier: "FallbackResponse",
+}) as any as S.Schema<FallbackResponse>;
+
+export type DeleteFallbackFallbackModelDeleteRequestFallbackType =
+  | "general"
+  | "context_window"
+  | "content_policy";
+export const DeleteFallbackFallbackModelDeleteRequestFallbackType = S.String;
+
+export interface DeleteFallbackFallbackModelDeleteRequest {
+  model: string;
+  fallback_type?:
+    | DeleteFallbackFallbackModelDeleteRequestFallbackType
+    | (string & {});
+}
+export const DeleteFallbackFallbackModelDeleteRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      model: S.String.pipe(T.Label()),
+      fallback_type: S.optional(
+        DeleteFallbackFallbackModelDeleteRequestFallbackType.pipe(T.Query()),
+      ),
+    }).pipe(T.Http({ method: "DELETE", uri: "/fallback/{model}", code: 200 })),
+).annotate({
+  identifier: "DeleteFallbackFallbackModelDeleteRequest",
+}) as any as S.Schema<DeleteFallbackFallbackModelDeleteRequest>;
+
+/** Response model for deleting fallbacks */
+export interface FallbackDeleteResponse {
+  /** Type of fallback */
+  fallback_type: string;
+  /** Success message */
+  message: string;
+  /** The model name */
+  model: string;
+}
+export const FallbackDeleteResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    fallback_type: S.String,
+    message: S.String,
+    model: S.String,
+  }),
+).annotate({
+  identifier: "FallbackDeleteResponse",
+}) as any as S.Schema<FallbackDeleteResponse>;
+
+export type GetFallbackFallbackModelGetRequestFallbackType =
+  | "general"
+  | "context_window"
+  | "content_policy";
+export const GetFallbackFallbackModelGetRequestFallbackType = S.String;
+
+export interface GetFallbackFallbackModelGetRequest {
+  model: string;
+  fallback_type?:
+    | GetFallbackFallbackModelGetRequestFallbackType
+    | (string & {});
+}
+export const GetFallbackFallbackModelGetRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    model: S.String.pipe(T.Label()),
+    fallback_type: S.optional(
+      GetFallbackFallbackModelGetRequestFallbackType.pipe(T.Query()),
+    ),
+  }).pipe(T.Http({ method: "GET", uri: "/fallback/{model}", code: 200 })),
+).annotate({
+  identifier: "GetFallbackFallbackModelGetRequest",
+}) as any as S.Schema<GetFallbackFallbackModelGetRequest>;
+
+/** List of fallback model names */
+export type FallbackGetResponseFallbackModelsList = Array<string>;
+export const FallbackGetResponseFallbackModelsList = /*@__PURE__*/ S.Array(
+  S.String,
+) as any as S.Schema<FallbackGetResponseFallbackModelsList>;
+
+/** Response model for getting fallbacks */
+export interface FallbackGetResponse {
+  /** List of fallback model names */
+  fallback_models: FallbackGetResponseFallbackModelsList;
+  /** Type of fallback */
+  fallback_type: string;
+  /** The model name */
+  model: string;
+}
+export const FallbackGetResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    fallback_models: FallbackGetResponseFallbackModelsList,
+    fallback_type: S.String,
+    model: S.String,
+  }),
+).annotate({
+  identifier: "FallbackGetResponse",
+}) as any as S.Schema<FallbackGetResponse>;
+
+export type CreateFallbackFallbackPostError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Create Fallback Create or update fallbacks for a specific model. This endpoint allows you to configure fallback models separately from the general config. Fallbacks are triggered when a model call fails after retries. **Example Request:** ```json { "model": "gpt-3.5-turbo", "fallback_models": ["gpt-4", "claude-3-haiku"], "fallback_type": "general" } ``` **Fallback Types:** - `general`: Standard fallbacks for any error (default) - `context_window`: Fallbacks specifically for context window exceeded errors - `content_policy`: Fallbacks specifically for content policy violations */
+export const createFallbackFallbackPost: API.OperationMethod<
+  CreateFallbackFallbackPostRequest,
+  FallbackResponse,
+  CreateFallbackFallbackPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: CreateFallbackFallbackPostRequest,
+  output: FallbackResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type DeleteFallbackFallbackModelDeleteError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Delete Fallback Delete fallback configuration for a specific model. **Parameters:** - `model`: The model name to delete fallbacks for - `fallback_type`: Type of fallback to delete (query parameter) **Example:** ``` DELETE /fallback/gpt-3.5-turbo?fallback_type=general ``` */
+export const deleteFallbackFallbackModelDelete: API.OperationMethod<
+  DeleteFallbackFallbackModelDeleteRequest,
+  FallbackDeleteResponse,
+  DeleteFallbackFallbackModelDeleteError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: DeleteFallbackFallbackModelDeleteRequest,
+  output: FallbackDeleteResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetFallbackFallbackModelGetError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Get Fallback Get fallback configuration for a specific model. **Parameters:** - `model`: The model name to get fallbacks for - `fallback_type`: Type of fallback to retrieve (query parameter) **Example:** ``` GET /fallback/gpt-3.5-turbo?fallback_type=general ``` */
+export const getFallbackFallbackModelGet: API.OperationMethod<
+  GetFallbackFallbackModelGetRequest,
+  FallbackGetResponse,
+  GetFallbackFallbackModelGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetFallbackFallbackModelGetRequest,
+  output: FallbackGetResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));