@homeflare/distilled-litellm 0.2.0

package/src/services/coordination_redis_settings.ts

@@ -0,0 +1,251 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+export interface GetCoordinationRedisSettingsCoordinationRedisSettingsGetRequest {}
+export const GetCoordinationRedisSettingsCoordinationRedisSettingsGetRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({}).pipe(
+      T.Http({ method: "GET", uri: "/coordination_redis/settings", code: 200 }),
+    ),
+  ).annotate({
+    identifier:
+      "GetCoordinationRedisSettingsCoordinationRedisSettingsGetRequest",
+  }) as any as S.Schema<GetCoordinationRedisSettingsCoordinationRedisSettingsGetRequest>;
+
+export type CoordinationRedisSettingsFieldSection =
+  | "connection"
+  | "cluster"
+  | "sentinel";
+export const CoordinationRedisSettingsFieldSection = S.String;
+
+export interface CoordinationRedisSettingsField {
+  field_default?: unknown | null;
+  field_description: string;
+  field_name: string;
+  field_type: string;
+  field_value?: unknown | null;
+  section: CoordinationRedisSettingsFieldSection;
+  ui_field_name: string;
+}
+export const CoordinationRedisSettingsField = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    field_default: S.optional(S.NullOr(S.Unknown)),
+    field_description: S.String,
+    field_name: S.String,
+    field_type: S.String,
+    field_value: S.optional(S.NullOr(S.Unknown)),
+    section: CoordinationRedisSettingsFieldSection,
+    ui_field_name: S.String,
+  }),
+).annotate({
+  identifier: "CoordinationRedisSettingsField",
+}) as any as S.Schema<CoordinationRedisSettingsField>;
+
+/** List of all configurable coordination Redis settings with metadata */
+export type CoordinationRedisSettingsResponseFieldsList =
+  Array<CoordinationRedisSettingsField>;
+export const CoordinationRedisSettingsResponseFieldsList =
+  /*@__PURE__*/ S.Array(
+    CoordinationRedisSettingsField,
+  ) as any as S.Schema<CoordinationRedisSettingsResponseFieldsList>;
+
+export type CoordinationRedisSettingsResponseSource =
+  | "coordination_redis"
+  | "cache_backend"
+  | "environment";
+export const CoordinationRedisSettingsResponseSource = S.String;
+
+/** Current coordination Redis settings, with credentials redacted */
+export type CoordinationRedisSettingsResponseValuesMap = {
+  [key: string]: unknown | undefined;
+};
+export const CoordinationRedisSettingsResponseValuesMap =
+  /*@__PURE__*/ S.Record(
+    S.String,
+    S.Unknown,
+  ) as any as S.Schema<CoordinationRedisSettingsResponseValuesMap>;
+
+export interface CoordinationRedisSettingsResponse {
+  /** List of all configurable coordination Redis settings with metadata */
+  fields: CoordinationRedisSettingsResponseFieldsList;
+  /** Where the proxy's coordination Redis comes from; null when it has none */
+  source: CoordinationRedisSettingsResponseSource | null;
+  /** Current coordination Redis settings, with credentials redacted */
+  values: CoordinationRedisSettingsResponseValuesMap;
+}
+export const CoordinationRedisSettingsResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    fields: CoordinationRedisSettingsResponseFieldsList,
+    source: S.NullOr(CoordinationRedisSettingsResponseSource),
+    values: CoordinationRedisSettingsResponseValuesMap,
+  }),
+).annotate({
+  identifier: "CoordinationRedisSettingsResponse",
+}) as any as S.Schema<CoordinationRedisSettingsResponse>;
+
+/** Coordination Redis connection params */
+export type PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequestSettingsMap =
+  { [key: string]: unknown | undefined };
+export const PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequestSettingsMap =
+  /*@__PURE__*/ S.Record(
+    S.String,
+    S.Unknown,
+  ) as any as S.Schema<PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequestSettingsMap>;
+
+export interface PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequest {
+  /** Coordination Redis connection params */
+  settings: PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequestSettingsMap;
+}
+export const PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      settings:
+        PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequestSettingsMap,
+    }).pipe(
+      T.Http({
+        method: "POST",
+        uri: "/coordination_redis/settings/test",
+        code: 200,
+      }),
+    ),
+  ).annotate({
+    identifier:
+      "PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequest",
+  }) as any as S.Schema<PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequest>;
+
+export interface CoordinationRedisTestResponse {
+  /** Error message if the connection failed */
+  error?: string | null;
+  /** Connection status: 'healthy' or 'unhealthy' */
+  status: string;
+}
+export const CoordinationRedisTestResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    error: S.optional(S.NullOr(S.String)),
+    status: S.String,
+  }),
+).annotate({
+  identifier: "CoordinationRedisTestResponse",
+}) as any as S.Schema<CoordinationRedisTestResponse>;
+
+/** Coordination Redis connection params */
+export type UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequestSettingsMap =
+  { [key: string]: unknown | undefined };
+export const UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequestSettingsMap =
+  /*@__PURE__*/ S.Record(
+    S.String,
+    S.Unknown,
+  ) as any as S.Schema<UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequestSettingsMap>;
+
+export interface UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequest {
+  /** Coordination Redis connection params */
+  settings: UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequestSettingsMap;
+}
+export const UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      settings:
+        UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequestSettingsMap,
+    }).pipe(
+      T.Http({
+        method: "POST",
+        uri: "/coordination_redis/settings",
+        code: 200,
+      }),
+    ),
+  ).annotate({
+    identifier:
+      "UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequest",
+  }) as any as S.Schema<UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequest>;
+
+export type UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponseBodyMap =
+  { [key: string]: unknown | undefined };
+export const UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponseBodyMap =
+  /*@__PURE__*/ S.Record(
+    S.String,
+    S.Unknown,
+  ) as any as S.Schema<UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponseBodyMap>;
+
+export interface UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponse {
+  body: UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponseBodyMap;
+}
+export const UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponseBodyMap,
+    }),
+  ).annotate({
+    identifier:
+      "UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponse",
+  }) as any as S.Schema<UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponse>;
+
+export type GetCoordinationRedisSettingsCoordinationRedisSettingsGetError =
+  LitellmOpError;
+/** Get Coordination Redis Settings Get the coordination Redis configuration and available settings. Returns: - values: current coordination Redis settings, with password/sentinel_password/url redacted - fields: all configurable settings with their metadata (type, description, default, section) - source: "coordination_redis" | "cache_backend" | "environment" | null */
+export const getCoordinationRedisSettingsCoordinationRedisSettingsGet: API.OperationMethod<
+  GetCoordinationRedisSettingsCoordinationRedisSettingsGetRequest,
+  CoordinationRedisSettingsResponse,
+  GetCoordinationRedisSettingsCoordinationRedisSettingsGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetCoordinationRedisSettingsCoordinationRedisSettingsGetRequest,
+  output: CoordinationRedisSettingsResponse,
+  errors: [],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Check Coordination Redis Connection Test a coordination Redis connection with the provided credentials. Parameters: - settings: dict - Redis connection params to test. Credential fields sent back as `***REDACTED***` fall back to the saved value Builds a throwaway client (never touching global state) and pings it. */
+export const postCheckCoordinationRedisConnectionCoordinationRedisSettingsTest: API.OperationMethod<
+  PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequest,
+  CoordinationRedisTestResponse,
+  PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input:
+    PostCheckCoordinationRedisConnectionCoordinationRedisSettingsTestRequest,
+  output: CoordinationRedisTestResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Update Coordination Redis Settings Save coordination Redis settings under `general_settings.coordination_redis`. Parameters: - settings: dict - Redis connection params (host, port, username, password, url, ssl, startup_nodes, sentinel_nodes, sentinel_password, service_name). Values may be `os.environ/VAR` references, which are stored as written and resolved at startup The settings are written to the `general_settings` row of LiteLLM_Config, which startup merges over the yaml config; the proxy picks them up on its next restart. */
+export const updateCoordinationRedisSettingsCoordinationRedisSettingsPost: API.OperationMethod<
+  UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequest,
+  UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponse,
+  UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostRequest,
+  output: UpdateCoordinationRedisSettingsCoordinationRedisSettingsPostResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));

package/src/services/cost_tracking.ts

@@ -0,0 +1,407 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+export interface GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetRequest {}
+export const GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({}).pipe(
+      T.Http({
+        method: "GET",
+        uri: "/config/block_requests_for_models_without_pricing",
+        code: 200,
+      }),
+    ),
+  ).annotate({
+    identifier:
+      "GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetRequest",
+  }) as any as S.Schema<GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetRequest>;
+
+export interface BlockUnpricedModelsResponse {
+  enabled: boolean;
+}
+export const BlockUnpricedModelsResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    enabled: S.Boolean,
+  }),
+).annotate({
+  identifier: "BlockUnpricedModelsResponse",
+}) as any as S.Schema<BlockUnpricedModelsResponse>;
+
+export interface GetCostDiscountConfigConfigCostDiscountConfigGetRequest {}
+export const GetCostDiscountConfigConfigCostDiscountConfigGetRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({}).pipe(
+      T.Http({ method: "GET", uri: "/config/cost_discount_config", code: 200 }),
+    ),
+  ).annotate({
+    identifier: "GetCostDiscountConfigConfigCostDiscountConfigGetRequest",
+  }) as any as S.Schema<GetCostDiscountConfigConfigCostDiscountConfigGetRequest>;
+
+export interface GetCostDiscountConfigConfigCostDiscountConfigGetResponse {
+  body: unknown;
+}
+export const GetCostDiscountConfigConfigCostDiscountConfigGetResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "GetCostDiscountConfigConfigCostDiscountConfigGetResponse",
+  }) as any as S.Schema<GetCostDiscountConfigConfigCostDiscountConfigGetResponse>;
+
+export interface GetCostMarginConfigConfigCostMarginConfigGetRequest {}
+export const GetCostMarginConfigConfigCostMarginConfigGetRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({}).pipe(
+      T.Http({ method: "GET", uri: "/config/cost_margin_config", code: 200 }),
+    ),
+  ).annotate({
+    identifier: "GetCostMarginConfigConfigCostMarginConfigGetRequest",
+  }) as any as S.Schema<GetCostMarginConfigConfigCostMarginConfigGetRequest>;
+
+export interface GetCostMarginConfigConfigCostMarginConfigGetResponse {
+  body: unknown;
+}
+export const GetCostMarginConfigConfigCostMarginConfigGetResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "GetCostMarginConfigConfigCostMarginConfigGetResponse",
+  }) as any as S.Schema<GetCostMarginConfigConfigCostMarginConfigGetResponse>;
+
+export interface PostEstimateCostCostEstimateRequest {
+  /** Expected input tokens per request */
+  input_tokens: number;
+  /** Model name (from /model_group/info) */
+  model: string;
+  /** Number of requests per day */
+  num_requests_per_day?: number | null;
+  /** Number of requests per month */
+  num_requests_per_month?: number | null;
+  /** Expected output tokens per request */
+  output_tokens: number;
+}
+export const PostEstimateCostCostEstimateRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    input_tokens: S.Number,
+    model: S.String,
+    num_requests_per_day: S.optional(S.NullOr(S.Number)),
+    num_requests_per_month: S.optional(S.NullOr(S.Number)),
+    output_tokens: S.Number,
+  }).pipe(T.Http({ method: "POST", uri: "/cost/estimate", code: 200 })),
+).annotate({
+  identifier: "PostEstimateCostCostEstimateRequest",
+}) as any as S.Schema<PostEstimateCostCostEstimateRequest>;
+
+/** Response body for /cost/estimate endpoint. */
+export interface CostEstimateResponse {
+  /** Total cost per request (includes margin) */
+  cost_per_request: number;
+  /** Total daily cost (includes margin) */
+  daily_cost?: number | null;
+  /** Daily input token cost */
+  daily_input_cost?: number | null;
+  /** Daily margin/fee */
+  daily_margin_cost?: number | null;
+  /** Daily output token cost */
+  daily_output_cost?: number | null;
+  /** Input token cost per request (before margin) */
+  input_cost_per_request: number;
+  input_cost_per_token?: number | null;
+  input_tokens: number;
+  /** Margin/fee added per request */
+  margin_cost_per_request?: number;
+  model: string;
+  /** Total monthly cost (includes margin) */
+  monthly_cost?: number | null;
+  /** Monthly input token cost */
+  monthly_input_cost?: number | null;
+  /** Monthly margin/fee */
+  monthly_margin_cost?: number | null;
+  /** Monthly output token cost */
+  monthly_output_cost?: number | null;
+  num_requests_per_day?: number | null;
+  num_requests_per_month?: number | null;
+  /** Output token cost per request (before margin) */
+  output_cost_per_request: number;
+  output_cost_per_token?: number | null;
+  output_tokens: number;
+  provider?: string | null;
+}
+export const CostEstimateResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    cost_per_request: S.Number,
+    daily_cost: S.optional(S.NullOr(S.Number)),
+    daily_input_cost: S.optional(S.NullOr(S.Number)),
+    daily_margin_cost: S.optional(S.NullOr(S.Number)),
+    daily_output_cost: S.optional(S.NullOr(S.Number)),
+    input_cost_per_request: S.Number,
+    input_cost_per_token: S.optional(S.NullOr(S.Number)),
+    input_tokens: S.Number,
+    margin_cost_per_request: S.optional(S.Number),
+    model: S.String,
+    monthly_cost: S.optional(S.NullOr(S.Number)),
+    monthly_input_cost: S.optional(S.NullOr(S.Number)),
+    monthly_margin_cost: S.optional(S.NullOr(S.Number)),
+    monthly_output_cost: S.optional(S.NullOr(S.Number)),
+    num_requests_per_day: S.optional(S.NullOr(S.Number)),
+    num_requests_per_month: S.optional(S.NullOr(S.Number)),
+    output_cost_per_request: S.Number,
+    output_cost_per_token: S.optional(S.NullOr(S.Number)),
+    output_tokens: S.Number,
+    provider: S.optional(S.NullOr(S.String)),
+  }),
+).annotate({
+  identifier: "CostEstimateResponse",
+}) as any as S.Schema<CostEstimateResponse>;
+
+export interface UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchRequest {
+  enabled: boolean;
+}
+export const UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      enabled: S.Boolean,
+    }).pipe(
+      T.Http({
+        method: "PATCH",
+        uri: "/config/block_requests_for_models_without_pricing",
+        code: 200,
+      }),
+    ),
+  ).annotate({
+    identifier:
+      "UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchRequest",
+  }) as any as S.Schema<UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchRequest>;
+
+export type UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequestBodyMap =
+  { [key: string]: number | undefined };
+export const UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequestBodyMap =
+  /*@__PURE__*/ S.Record(
+    S.String,
+    S.Number,
+  ) as any as S.Schema<UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequestBodyMap>;
+
+export interface UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequest {
+  body: UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequestBodyMap;
+}
+export const UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequestBodyMap.pipe(
+        T.HttpBody(),
+      ),
+    }).pipe(
+      T.Http({
+        method: "PATCH",
+        uri: "/config/cost_discount_config",
+        code: 200,
+      }),
+    ),
+  ).annotate({
+    identifier: "UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequest",
+  }) as any as S.Schema<UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequest>;
+
+export interface UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponse {
+  body: unknown;
+}
+export const UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponse",
+  }) as any as S.Schema<UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponse>;
+
+export type UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValueCase1Map =
+  { [key: string]: number | undefined };
+export const UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValueCase1Map =
+  /*@__PURE__*/ S.Record(
+    S.String,
+    S.Number,
+  ) as any as S.Schema<UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValueCase1Map>;
+
+export type UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValue =
+  | number
+  | UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValueCase1Map;
+export const UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValue =
+  S.Unknown as any as S.Schema<UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValue>;
+
+export type UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyMap = {
+  [key: string]:
+    | UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValue
+    | undefined;
+};
+export const UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyMap =
+  /*@__PURE__*/ S.Record(
+    S.String,
+    UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyValue,
+  ) as any as S.Schema<UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyMap>;
+
+export interface UpdateCostMarginConfigConfigCostMarginConfigPatchRequest {
+  body: UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyMap;
+}
+export const UpdateCostMarginConfigConfigCostMarginConfigPatchRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: UpdateCostMarginConfigConfigCostMarginConfigPatchRequestBodyMap.pipe(
+        T.HttpBody(),
+      ),
+    }).pipe(
+      T.Http({ method: "PATCH", uri: "/config/cost_margin_config", code: 200 }),
+    ),
+  ).annotate({
+    identifier: "UpdateCostMarginConfigConfigCostMarginConfigPatchRequest",
+  }) as any as S.Schema<UpdateCostMarginConfigConfigCostMarginConfigPatchRequest>;
+
+export interface UpdateCostMarginConfigConfigCostMarginConfigPatchResponse {
+  body: unknown;
+}
+export const UpdateCostMarginConfigConfigCostMarginConfigPatchResponse =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      body: S.Unknown,
+    }),
+  ).annotate({
+    identifier: "UpdateCostMarginConfigConfigCostMarginConfigPatchResponse",
+  }) as any as S.Schema<UpdateCostMarginConfigConfigCostMarginConfigPatchResponse>;
+
+export type GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetError =
+  LitellmOpError;
+/** Get Block Requests For Models Without Pricing */
+export const getBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGet: API.OperationMethod<
+  GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetRequest,
+  BlockUnpricedModelsResponse,
+  GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input:
+    GetBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingGetRequest,
+  output: BlockUnpricedModelsResponse,
+  errors: [],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetCostDiscountConfigConfigCostDiscountConfigGetError =
+  LitellmOpError;
+/** Get Cost Discount Config Get current cost discount configuration. Returns the cost_discount_config from litellm_settings. */
+export const getCostDiscountConfigConfigCostDiscountConfigGet: API.OperationMethod<
+  GetCostDiscountConfigConfigCostDiscountConfigGetRequest,
+  GetCostDiscountConfigConfigCostDiscountConfigGetResponse,
+  GetCostDiscountConfigConfigCostDiscountConfigGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetCostDiscountConfigConfigCostDiscountConfigGetRequest,
+  output: GetCostDiscountConfigConfigCostDiscountConfigGetResponse,
+  errors: [],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetCostMarginConfigConfigCostMarginConfigGetError = LitellmOpError;
+/** Get Cost Margin Config Get current cost margin configuration. Returns the cost_margin_config from litellm_settings. */
+export const getCostMarginConfigConfigCostMarginConfigGet: API.OperationMethod<
+  GetCostMarginConfigConfigCostMarginConfigGetRequest,
+  GetCostMarginConfigConfigCostMarginConfigGetResponse,
+  GetCostMarginConfigConfigCostMarginConfigGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetCostMarginConfigConfigCostMarginConfigGetRequest,
+  output: GetCostMarginConfigConfigCostMarginConfigGetResponse,
+  errors: [],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type PostEstimateCostCostEstimateError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Estimate Cost Estimate cost for a given model and token counts. This endpoint uses the same cost calculation logic as actual requests, including any configured margins and discounts. Parameters: - model: Model name (e.g., "gpt-4", "claude-3-opus") - input_tokens: Expected input tokens per request - output_tokens: Expected output tokens per request - num_requests_per_day: Number of requests per day (optional) - num_requests_per_month: Number of requests per month (optional) Returns cost breakdown including: - Per-request costs (input, output, margin) - Daily costs (if num_requests_per_day provided) - Monthly costs (if num_requests_per_month provided) Example: ```json { "model": "gpt-4", "input_tokens": 1000, "output_tokens": 500, "num_requests_per_day": 100, "num_requests_per_month": 3000 } ``` */
+export const postEstimateCostCostEstimate: API.OperationMethod<
+  PostEstimateCostCostEstimateRequest,
+  CostEstimateResponse,
+  PostEstimateCostCostEstimateError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: PostEstimateCostCostEstimateRequest,
+  output: CostEstimateResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Update Block Requests For Models Without Pricing */
+export const updateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatch: API.OperationMethod<
+  UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchRequest,
+  BlockUnpricedModelsResponse,
+  UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input:
+    UpdateBlockRequestsForModelsWithoutPricingConfigBlockRequestsForModelsWithoutPricingPatchRequest,
+  output: BlockUnpricedModelsResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type UpdateCostDiscountConfigConfigCostDiscountConfigPatchError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Update Cost Discount Config Update cost discount configuration. Updates the cost_discount_config in litellm_settings. Discounts should be between 0 and 1 (e.g., 0.05 = 5% discount). Example: ```json { "vertex_ai": 0.05, "gemini": 0.05, "openai": 0.01 } ``` */
+export const updateCostDiscountConfigConfigCostDiscountConfigPatch: API.OperationMethod<
+  UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequest,
+  UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponse,
+  UpdateCostDiscountConfigConfigCostDiscountConfigPatchError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: UpdateCostDiscountConfigConfigCostDiscountConfigPatchRequest,
+  output: UpdateCostDiscountConfigConfigCostDiscountConfigPatchResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type UpdateCostMarginConfigConfigCostMarginConfigPatchError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Update Cost Margin Config Update cost margin configuration. Updates the cost_margin_config in litellm_settings. Margins can be: - Percentage: {"openai": 0.10} = 10% margin - Fixed amount: {"openai": {"fixed_amount": 0.001}} = $0.001 per request - Combined: {"vertex_ai": {"percentage": 0.08, "fixed_amount": 0.0005}} - Global: {"global": 0.05} = 5% global margin on all providers Example: ```json { "global": 0.05, "openai": 0.10, "anthropic": {"fixed_amount": 0.001}, "vertex_ai": {"percentage": 0.08, "fixed_amount": 0.0005} } ``` */
+export const updateCostMarginConfigConfigCostMarginConfigPatch: API.OperationMethod<
+  UpdateCostMarginConfigConfigCostMarginConfigPatchRequest,
+  UpdateCostMarginConfigConfigCostMarginConfigPatchResponse,
+  UpdateCostMarginConfigConfigCostMarginConfigPatchError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: UpdateCostMarginConfigConfigCostMarginConfigPatchRequest,
+  output: UpdateCostMarginConfigConfigCostMarginConfigPatchResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));