@homeflare/distilled-litellm 0.2.0

package/src/services/evals.ts

@@ -0,0 +1,672 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.ts";
+import {
+  LitellmProtocol,
+  type LitellmOpError,
+  type LitellmOpContext,
+} from "../protocol.ts";
+import * as Retry from "../retry.ts";
+
+export type { LitellmOpError, LitellmOpContext };
+
+export class UnprocessableEntity
+  extends /*@__PURE__*/ T.applyErrorMatchers(
+    /*@__PURE__*/ S.TaggedError<UnprocessableEntity>()("UnprocessableEntity", {
+      code: S.Number,
+      message: S.String,
+    }).pipe(C.withBadRequestError),
+    [{ status: 422 }],
+  ) {}
+
+export interface CancelEvalV1EvalsEvalIdCancelPostRequest {
+  eval_id: string;
+  custom_llm_provider?: string;
+}
+export const CancelEvalV1EvalsEvalIdCancelPostRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      eval_id: S.String.pipe(T.Label()),
+      custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+    }).pipe(
+      T.Http({ method: "POST", uri: "/v1/evals/{eval_id}/cancel", code: 200 }),
+    ),
+).annotate({
+  identifier: "CancelEvalV1EvalsEvalIdCancelPostRequest",
+}) as any as S.Schema<CancelEvalV1EvalsEvalIdCancelPostRequest>;
+
+/** Response from cancelling an evaluation */
+export interface CancelEvalResponse {
+  id: string;
+  object?: string;
+  status: string;
+}
+export const CancelEvalResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    id: S.String,
+    object: S.optional(S.String),
+    status: S.String,
+  }),
+).annotate({
+  identifier: "CancelEvalResponse",
+}) as any as S.Schema<CancelEvalResponse>;
+
+export interface CancelRunV1EvalsEvalIdRunsRunIdPostRequest {
+  eval_id: string;
+  run_id: string;
+  custom_llm_provider?: string;
+}
+export const CancelRunV1EvalsEvalIdRunsRunIdPostRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      eval_id: S.String.pipe(T.Label()),
+      run_id: S.String.pipe(T.Label()),
+      custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+    }).pipe(
+      T.Http({
+        method: "POST",
+        uri: "/v1/evals/{eval_id}/runs/{run_id}",
+        code: 200,
+      }),
+    ),
+  ).annotate({
+    identifier: "CancelRunV1EvalsEvalIdRunsRunIdPostRequest",
+  }) as any as S.Schema<CancelRunV1EvalsEvalIdRunsRunIdPostRequest>;
+
+/** Response from cancelling a run */
+export interface CancelRunResponse {
+  id: string;
+  object?: string;
+  status: string;
+}
+export const CancelRunResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    id: S.String,
+    object: S.optional(S.String),
+    status: S.String,
+  }),
+).annotate({
+  identifier: "CancelRunResponse",
+}) as any as S.Schema<CancelRunResponse>;
+
+export interface CreateEvalV1EvalsPostRequest {
+  custom_llm_provider?: string;
+}
+export const CreateEvalV1EvalsPostRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+  }).pipe(T.Http({ method: "POST", uri: "/v1/evals", code: 200 })),
+).annotate({
+  identifier: "CreateEvalV1EvalsPostRequest",
+}) as any as S.Schema<CreateEvalV1EvalsPostRequest>;
+
+export type EvalDataSourceConfigMap = { [key: string]: unknown | undefined };
+export const EvalDataSourceConfigMap = /*@__PURE__*/ S.Record(
+  S.String,
+  S.Unknown,
+) as any as S.Schema<EvalDataSourceConfigMap>;
+
+export type EvalMetadataMap = { [key: string]: unknown | undefined };
+export const EvalMetadataMap = /*@__PURE__*/ S.Record(
+  S.String,
+  S.Unknown,
+) as any as S.Schema<EvalMetadataMap>;
+
+export type EvalTestingCriteriaItemMap = { [key: string]: unknown | undefined };
+export const EvalTestingCriteriaItemMap = /*@__PURE__*/ S.Record(
+  S.String,
+  S.Unknown,
+) as any as S.Schema<EvalTestingCriteriaItemMap>;
+
+export type EvalTestingCriteriaList = Array<EvalTestingCriteriaItemMap>;
+export const EvalTestingCriteriaList = /*@__PURE__*/ S.Array(
+  EvalTestingCriteriaItemMap,
+) as any as S.Schema<EvalTestingCriteriaList>;
+
+/** Represents an evaluation from the OpenAI Evals API */
+export interface Eval {
+  created_at: number;
+  data_source_config: EvalDataSourceConfigMap;
+  id: string;
+  metadata?: EvalMetadataMap | null;
+  name?: string | null;
+  object?: string;
+  testing_criteria: EvalTestingCriteriaList;
+  updated_at?: number | null;
+}
+export const Eval = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    created_at: S.Number,
+    data_source_config: EvalDataSourceConfigMap,
+    id: S.String,
+    metadata: S.optional(S.NullOr(EvalMetadataMap)),
+    name: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+    testing_criteria: EvalTestingCriteriaList,
+    updated_at: S.optional(S.NullOr(S.Number)),
+  }),
+).annotate({ identifier: "Eval" }) as any as S.Schema<Eval>;
+
+export interface CreateRunV1EvalsEvalIdRunsPostRequest {
+  eval_id: string;
+  custom_llm_provider?: string;
+}
+export const CreateRunV1EvalsEvalIdRunsPostRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      eval_id: S.String.pipe(T.Label()),
+      custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+    }).pipe(
+      T.Http({ method: "POST", uri: "/v1/evals/{eval_id}/runs", code: 200 }),
+    ),
+).annotate({
+  identifier: "CreateRunV1EvalsEvalIdRunsPostRequest",
+}) as any as S.Schema<CreateRunV1EvalsEvalIdRunsPostRequest>;
+
+export type RunDataSourceMap = { [key: string]: unknown | undefined };
+export const RunDataSourceMap = /*@__PURE__*/ S.Record(
+  S.String,
+  S.Unknown,
+) as any as S.Schema<RunDataSourceMap>;
+
+export type RunErrorMap = { [key: string]: unknown | undefined };
+export const RunErrorMap = /*@__PURE__*/ S.Record(
+  S.String,
+  S.Unknown,
+) as any as S.Schema<RunErrorMap>;
+
+export type RunMetadataMap = { [key: string]: unknown | undefined };
+export const RunMetadataMap = /*@__PURE__*/ S.Record(
+  S.String,
+  S.Unknown,
+) as any as S.Schema<RunMetadataMap>;
+
+/** Result counts for a run */
+export interface ResultCounts {
+  error?: number;
+  failed?: number;
+  passed?: number;
+  total: number;
+}
+export const ResultCounts = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    error: S.optional(S.Number),
+    failed: S.optional(S.Number),
+    passed: S.optional(S.Number),
+    total: S.Number,
+  }),
+).annotate({ identifier: "ResultCounts" }) as any as S.Schema<ResultCounts>;
+
+/** Results for a specific testing criteria */
+export interface PerTestingCriteriaResult {
+  average_score?: number | null;
+  result_counts: ResultCounts;
+  testing_criteria_index: number;
+}
+export const PerTestingCriteriaResult = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    average_score: S.optional(S.NullOr(S.Number)),
+    result_counts: ResultCounts,
+    testing_criteria_index: S.Number,
+  }),
+).annotate({
+  identifier: "PerTestingCriteriaResult",
+}) as any as S.Schema<PerTestingCriteriaResult>;
+
+export type RunPerTestingCriteriaResultsList = Array<PerTestingCriteriaResult>;
+export const RunPerTestingCriteriaResultsList = /*@__PURE__*/ S.Array(
+  PerTestingCriteriaResult,
+) as any as S.Schema<RunPerTestingCriteriaResultsList>;
+
+export type RunResultCountsMap = { [key: string]: number | undefined };
+export const RunResultCountsMap = /*@__PURE__*/ S.Record(
+  S.String,
+  S.Number,
+) as any as S.Schema<RunResultCountsMap>;
+
+export type RunStatus =
+  | "queued"
+  | "running"
+  | "completed"
+  | "failed"
+  | "cancelled";
+export const RunStatus = S.String;
+
+/** Represents a run from the OpenAI Evals API */
+export interface Run {
+  completed_at?: number | null;
+  created_at: number;
+  data_source: RunDataSourceMap;
+  error?: RunErrorMap | null;
+  eval_id: string;
+  id: string;
+  metadata?: RunMetadataMap | null;
+  model?: string | null;
+  name?: string | null;
+  object?: string;
+  per_model_usage?: unknown | null;
+  per_testing_criteria_results?: RunPerTestingCriteriaResultsList | null;
+  report_url?: string | null;
+  result_counts?: RunResultCountsMap | null;
+  shared_with_openai?: boolean | null;
+  started_at?: number | null;
+  status: RunStatus;
+}
+export const Run = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    completed_at: S.optional(S.NullOr(S.Number)),
+    created_at: S.Number,
+    data_source: RunDataSourceMap,
+    error: S.optional(S.NullOr(RunErrorMap)),
+    eval_id: S.String,
+    id: S.String,
+    metadata: S.optional(S.NullOr(RunMetadataMap)),
+    model: S.optional(S.NullOr(S.String)),
+    name: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+    per_model_usage: S.optional(S.NullOr(S.Unknown)),
+    per_testing_criteria_results: S.optional(
+      S.NullOr(RunPerTestingCriteriaResultsList),
+    ),
+    report_url: S.optional(S.NullOr(S.String)),
+    result_counts: S.optional(S.NullOr(RunResultCountsMap)),
+    shared_with_openai: S.optional(S.NullOr(S.Boolean)),
+    started_at: S.optional(S.NullOr(S.Number)),
+    status: RunStatus,
+  }),
+).annotate({ identifier: "Run" }) as any as S.Schema<Run>;
+
+export interface DeleteEvalV1EvalsEvalIdDeleteRequest {
+  eval_id: string;
+  custom_llm_provider?: string;
+}
+export const DeleteEvalV1EvalsEvalIdDeleteRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      eval_id: S.String.pipe(T.Label()),
+      custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+    }).pipe(
+      T.Http({ method: "DELETE", uri: "/v1/evals/{eval_id}", code: 200 }),
+    ),
+).annotate({
+  identifier: "DeleteEvalV1EvalsEvalIdDeleteRequest",
+}) as any as S.Schema<DeleteEvalV1EvalsEvalIdDeleteRequest>;
+
+/** Response from deleting an evaluation */
+export interface DeleteEvalResponse {
+  deleted: boolean;
+  eval_id: string;
+  object?: string;
+}
+export const DeleteEvalResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    deleted: S.Boolean,
+    eval_id: S.String,
+    object: S.optional(S.String),
+  }),
+).annotate({
+  identifier: "DeleteEvalResponse",
+}) as any as S.Schema<DeleteEvalResponse>;
+
+export interface DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest {
+  eval_id: string;
+  run_id: string;
+  custom_llm_provider?: string;
+}
+export const DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest =
+  /*@__PURE__*/ S.suspend(() =>
+    S.Struct({
+      eval_id: S.String.pipe(T.Label()),
+      run_id: S.String.pipe(T.Label()),
+      custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+    }).pipe(
+      T.Http({
+        method: "DELETE",
+        uri: "/v1/evals/{eval_id}/runs/{run_id}",
+        code: 200,
+      }),
+    ),
+  ).annotate({
+    identifier: "DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest",
+  }) as any as S.Schema<DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest>;
+
+/** Response from deleting a run */
+export interface RunDeleteResponse {
+  deleted?: boolean | null;
+  object?: string | null;
+  run_id: string;
+}
+export const RunDeleteResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    deleted: S.optional(S.NullOr(S.Boolean)),
+    object: S.optional(S.NullOr(S.String)),
+    run_id: S.String,
+  }),
+).annotate({
+  identifier: "RunDeleteResponse",
+}) as any as S.Schema<RunDeleteResponse>;
+
+export interface GetEvalV1EvalsEvalIdGetRequest {
+  eval_id: string;
+  custom_llm_provider?: string;
+}
+export const GetEvalV1EvalsEvalIdGetRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+  }).pipe(T.Http({ method: "GET", uri: "/v1/evals/{eval_id}", code: 200 })),
+).annotate({
+  identifier: "GetEvalV1EvalsEvalIdGetRequest",
+}) as any as S.Schema<GetEvalV1EvalsEvalIdGetRequest>;
+
+export interface GetRunV1EvalsEvalIdRunsRunIdGetRequest {
+  eval_id: string;
+  run_id: string;
+  custom_llm_provider?: string;
+}
+export const GetRunV1EvalsEvalIdRunsRunIdGetRequest = /*@__PURE__*/ S.suspend(
+  () =>
+    S.Struct({
+      eval_id: S.String.pipe(T.Label()),
+      run_id: S.String.pipe(T.Label()),
+      custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+    }).pipe(
+      T.Http({
+        method: "GET",
+        uri: "/v1/evals/{eval_id}/runs/{run_id}",
+        code: 200,
+      }),
+    ),
+).annotate({
+  identifier: "GetRunV1EvalsEvalIdRunsRunIdGetRequest",
+}) as any as S.Schema<GetRunV1EvalsEvalIdRunsRunIdGetRequest>;
+
+export interface ListEvalsV1EvalsGetRequest {
+  limit?: number;
+  after?: string;
+  before?: string;
+  order?: string;
+  order_by?: string;
+  custom_llm_provider?: string;
+}
+export const ListEvalsV1EvalsGetRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    limit: S.optional(S.Number.pipe(T.Query())),
+    after: S.optional(S.String.pipe(T.Query())),
+    before: S.optional(S.String.pipe(T.Query())),
+    order: S.optional(S.String.pipe(T.Query())),
+    order_by: S.optional(S.String.pipe(T.Query())),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+  }).pipe(T.Http({ method: "GET", uri: "/v1/evals", code: 200 })),
+).annotate({
+  identifier: "ListEvalsV1EvalsGetRequest",
+}) as any as S.Schema<ListEvalsV1EvalsGetRequest>;
+
+export type ListEvalsResponseDataList = Array<Eval>;
+export const ListEvalsResponseDataList = /*@__PURE__*/ S.Array(
+  Eval,
+) as any as S.Schema<ListEvalsResponseDataList>;
+
+/** Response from listing evaluations */
+export interface ListEvalsResponse {
+  data: ListEvalsResponseDataList;
+  first_id?: string | null;
+  has_more?: boolean;
+  last_id?: string | null;
+  object?: string;
+}
+export const ListEvalsResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    data: ListEvalsResponseDataList,
+    first_id: S.optional(S.NullOr(S.String)),
+    has_more: S.optional(S.Boolean),
+    last_id: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+  }),
+).annotate({
+  identifier: "ListEvalsResponse",
+}) as any as S.Schema<ListEvalsResponse>;
+
+export interface ListRunsV1EvalsEvalIdRunsGetRequest {
+  eval_id: string;
+  limit?: number;
+  after?: string;
+  before?: string;
+  order?: string;
+  custom_llm_provider?: string;
+}
+export const ListRunsV1EvalsEvalIdRunsGetRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    limit: S.optional(S.Number.pipe(T.Query())),
+    after: S.optional(S.String.pipe(T.Query())),
+    before: S.optional(S.String.pipe(T.Query())),
+    order: S.optional(S.String.pipe(T.Query())),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+  }).pipe(
+    T.Http({ method: "GET", uri: "/v1/evals/{eval_id}/runs", code: 200 }),
+  ),
+).annotate({
+  identifier: "ListRunsV1EvalsEvalIdRunsGetRequest",
+}) as any as S.Schema<ListRunsV1EvalsEvalIdRunsGetRequest>;
+
+export type ListRunsResponseDataList = Array<Run>;
+export const ListRunsResponseDataList = /*@__PURE__*/ S.Array(
+  Run,
+) as any as S.Schema<ListRunsResponseDataList>;
+
+/** Response from listing runs */
+export interface ListRunsResponse {
+  data: ListRunsResponseDataList;
+  first_id?: string | null;
+  has_more?: boolean;
+  last_id?: string | null;
+  object?: string;
+}
+export const ListRunsResponse = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    data: ListRunsResponseDataList,
+    first_id: S.optional(S.NullOr(S.String)),
+    has_more: S.optional(S.Boolean),
+    last_id: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+  }),
+).annotate({
+  identifier: "ListRunsResponse",
+}) as any as S.Schema<ListRunsResponse>;
+
+export interface UpdateEvalV1EvalsEvalIdPostRequest {
+  eval_id: string;
+  custom_llm_provider?: string;
+}
+export const UpdateEvalV1EvalsEvalIdPostRequest = /*@__PURE__*/ S.suspend(() =>
+  S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+  }).pipe(T.Http({ method: "POST", uri: "/v1/evals/{eval_id}", code: 200 })),
+).annotate({
+  identifier: "UpdateEvalV1EvalsEvalIdPostRequest",
+}) as any as S.Schema<UpdateEvalV1EvalsEvalIdPostRequest>;
+
+export type CancelEvalV1EvalsEvalIdCancelPostError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Cancel Eval Cancel a running evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/cancel" -H "Authorization: Bearer your-key" ``` Returns: CancelEvalResponse with cancellation confirmation */
+export const cancelEvalV1EvalsEvalIdCancelPost: API.OperationMethod<
+  CancelEvalV1EvalsEvalIdCancelPostRequest,
+  CancelEvalResponse,
+  CancelEvalV1EvalsEvalIdCancelPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: CancelEvalV1EvalsEvalIdCancelPostRequest,
+  output: CancelEvalResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type CancelRunV1EvalsEvalIdRunsRunIdPostError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Cancel Run Cancel a running run. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/runs/run_456/cancel" -H "Authorization: Bearer your-key" ``` Returns: CancelRunResponse with cancellation confirmation */
+export const cancelRunV1EvalsEvalIdRunsRunIdPost: API.OperationMethod<
+  CancelRunV1EvalsEvalIdRunsRunIdPostRequest,
+  CancelRunResponse,
+  CancelRunV1EvalsEvalIdRunsRunIdPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: CancelRunV1EvalsEvalIdRunsRunIdPostRequest,
+  output: CancelRunResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type CreateEvalV1EvalsPostError = UnprocessableEntity | LitellmOpError;
+/** Create Eval Create a new evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ "name": "Test Eval", "data_source_config": {"type": "file", "file_id": "file-abc123"}, "testing_criteria": {"graders": [{"type": "llm_as_judge"}]} }' ``` Returns: Eval object with id, status, timestamps, etc. */
+export const createEvalV1EvalsPost: API.OperationMethod<
+  CreateEvalV1EvalsPostRequest,
+  Eval,
+  CreateEvalV1EvalsPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: CreateEvalV1EvalsPostRequest,
+  output: Eval,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type CreateRunV1EvalsEvalIdRunsPostError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Create Run Create a new run for an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` - Pass model via completion.model: `{"completion": {"model": "gpt-4-account-1"}}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/runs" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ "data_source": {"type": "dataset", "dataset_id": "dataset_123"}, "completion": {"model": "gpt-4", "temperature": 0.7} }' ``` Returns: Run object with id, status, timestamps, etc. */
+export const createRunV1EvalsEvalIdRunsPost: API.OperationMethod<
+  CreateRunV1EvalsEvalIdRunsPostRequest,
+  Run,
+  CreateRunV1EvalsEvalIdRunsPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: CreateRunV1EvalsEvalIdRunsPostRequest,
+  output: Run,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type DeleteEvalV1EvalsEvalIdDeleteError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Delete Eval Delete an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X DELETE "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" ``` Returns: DeleteEvalResponse with deletion confirmation */
+export const deleteEvalV1EvalsEvalIdDelete: API.OperationMethod<
+  DeleteEvalV1EvalsEvalIdDeleteRequest,
+  DeleteEvalResponse,
+  DeleteEvalV1EvalsEvalIdDeleteError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: DeleteEvalV1EvalsEvalIdDeleteRequest,
+  output: DeleteEvalResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type DeleteRunV1EvalsEvalIdRunsRunIdDeleteError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Delete Run Delete a run. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl -X DELETE "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" ``` Returns: RunDeleteResponse with deletion confirmation */
+export const deleteRunV1EvalsEvalIdRunsRunIdDelete: API.OperationMethod<
+  DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest,
+  RunDeleteResponse,
+  DeleteRunV1EvalsEvalIdRunsRunIdDeleteError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest,
+  output: RunDeleteResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetEvalV1EvalsEvalIdGetError = UnprocessableEntity | LitellmOpError;
+/** Get Eval Get a specific evaluation by ID. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" ``` Returns: Eval object */
+export const getEvalV1EvalsEvalIdGet: API.OperationMethod<
+  GetEvalV1EvalsEvalIdGetRequest,
+  Eval,
+  GetEvalV1EvalsEvalIdGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetEvalV1EvalsEvalIdGetRequest,
+  output: Eval,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type GetRunV1EvalsEvalIdRunsRunIdGetError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Get Run Get a specific run by ID. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" ``` Returns: Run object with full details */
+export const getRunV1EvalsEvalIdRunsRunIdGet: API.OperationMethod<
+  GetRunV1EvalsEvalIdRunsRunIdGetRequest,
+  Run,
+  GetRunV1EvalsEvalIdRunsRunIdGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: GetRunV1EvalsEvalIdRunsRunIdGetRequest,
+  output: Run,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type ListEvalsV1EvalsGetError = UnprocessableEntity | LitellmOpError;
+/** List Evals List evaluations with pagination. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl "http://localhost:4000/v1/evals?limit=10" -H "Authorization: Bearer your-key" ``` Returns: ListEvalsResponse with list of evaluations */
+export const listEvalsV1EvalsGet: API.OperationMethod<
+  ListEvalsV1EvalsGetRequest,
+  ListEvalsResponse,
+  ListEvalsV1EvalsGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: ListEvalsV1EvalsGetRequest,
+  output: ListEvalsResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type ListRunsV1EvalsEvalIdRunsGetError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** List Runs List all runs for an evaluation with pagination. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123/runs?limit=10" -H "Authorization: Bearer your-key" ``` Returns: ListRunsResponse with list of runs */
+export const listRunsV1EvalsEvalIdRunsGet: API.OperationMethod<
+  ListRunsV1EvalsEvalIdRunsGetRequest,
+  ListRunsResponse,
+  ListRunsV1EvalsEvalIdRunsGetError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: ListRunsV1EvalsEvalIdRunsGetRequest,
+  output: ListRunsResponse,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));
+
+export type UpdateEvalV1EvalsEvalIdPostError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Update Eval Update an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{"name": "Updated Name"}' ``` Returns: Updated Eval object */
+export const updateEvalV1EvalsEvalIdPost: API.OperationMethod<
+  UpdateEvalV1EvalsEvalIdPostRequest,
+  Eval,
+  UpdateEvalV1EvalsEvalIdPostError,
+  LitellmOpContext
+> = /*@__PURE__*/ API.make(() => ({
+  input: UpdateEvalV1EvalsEvalIdPostRequest,
+  output: Eval,
+  errors: [UnprocessableEntity],
+  protocol: LitellmProtocol,
+  retry: Retry.Retry,
+}));