@homeflare/distilled-litellm 0.2.0

package/dist/services/evals.d.ts

@@ -0,0 +1,245 @@
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import { type LitellmOpError, type LitellmOpContext } from "../protocol.ts";
+export type { LitellmOpError, LitellmOpContext };
+declare const UnprocessableEntity_base: S.Class<UnprocessableEntity, S.TaggedStruct<"UnprocessableEntity", {
+    readonly code: any;
+    readonly message: any;
+}>, import("effect/Cause").YieldableError> & (new (...args: any[]) => {
+    "@distilled.cloud/error/categories": {
+        BadRequestError: true;
+    };
+});
+export declare class UnprocessableEntity extends /*@__PURE__*/ UnprocessableEntity_base {
+}
+export interface CancelEvalV1EvalsEvalIdCancelPostRequest {
+    eval_id: string;
+    custom_llm_provider?: string;
+}
+export declare const CancelEvalV1EvalsEvalIdCancelPostRequest: S.Schema<CancelEvalV1EvalsEvalIdCancelPostRequest>;
+/** Response from cancelling an evaluation */
+export interface CancelEvalResponse {
+    id: string;
+    object?: string;
+    status: string;
+}
+export declare const CancelEvalResponse: S.Schema<CancelEvalResponse>;
+export interface CancelRunV1EvalsEvalIdRunsRunIdPostRequest {
+    eval_id: string;
+    run_id: string;
+    custom_llm_provider?: string;
+}
+export declare const CancelRunV1EvalsEvalIdRunsRunIdPostRequest: S.Schema<CancelRunV1EvalsEvalIdRunsRunIdPostRequest>;
+/** Response from cancelling a run */
+export interface CancelRunResponse {
+    id: string;
+    object?: string;
+    status: string;
+}
+export declare const CancelRunResponse: S.Schema<CancelRunResponse>;
+export interface CreateEvalV1EvalsPostRequest {
+    custom_llm_provider?: string;
+}
+export declare const CreateEvalV1EvalsPostRequest: S.Schema<CreateEvalV1EvalsPostRequest>;
+export type EvalDataSourceConfigMap = {
+    [key: string]: unknown | undefined;
+};
+export declare const EvalDataSourceConfigMap: S.Schema<EvalDataSourceConfigMap>;
+export type EvalMetadataMap = {
+    [key: string]: unknown | undefined;
+};
+export declare const EvalMetadataMap: S.Schema<EvalMetadataMap>;
+export type EvalTestingCriteriaItemMap = {
+    [key: string]: unknown | undefined;
+};
+export declare const EvalTestingCriteriaItemMap: S.Schema<EvalTestingCriteriaItemMap>;
+export type EvalTestingCriteriaList = Array<EvalTestingCriteriaItemMap>;
+export declare const EvalTestingCriteriaList: S.Schema<EvalTestingCriteriaList>;
+/** Represents an evaluation from the OpenAI Evals API */
+export interface Eval {
+    created_at: number;
+    data_source_config: EvalDataSourceConfigMap;
+    id: string;
+    metadata?: EvalMetadataMap | null;
+    name?: string | null;
+    object?: string;
+    testing_criteria: EvalTestingCriteriaList;
+    updated_at?: number | null;
+}
+export declare const Eval: S.Schema<Eval>;
+export interface CreateRunV1EvalsEvalIdRunsPostRequest {
+    eval_id: string;
+    custom_llm_provider?: string;
+}
+export declare const CreateRunV1EvalsEvalIdRunsPostRequest: S.Schema<CreateRunV1EvalsEvalIdRunsPostRequest>;
+export type RunDataSourceMap = {
+    [key: string]: unknown | undefined;
+};
+export declare const RunDataSourceMap: S.Schema<RunDataSourceMap>;
+export type RunErrorMap = {
+    [key: string]: unknown | undefined;
+};
+export declare const RunErrorMap: S.Schema<RunErrorMap>;
+export type RunMetadataMap = {
+    [key: string]: unknown | undefined;
+};
+export declare const RunMetadataMap: S.Schema<RunMetadataMap>;
+/** Result counts for a run */
+export interface ResultCounts {
+    error?: number;
+    failed?: number;
+    passed?: number;
+    total: number;
+}
+export declare const ResultCounts: S.Schema<ResultCounts>;
+/** Results for a specific testing criteria */
+export interface PerTestingCriteriaResult {
+    average_score?: number | null;
+    result_counts: ResultCounts;
+    testing_criteria_index: number;
+}
+export declare const PerTestingCriteriaResult: S.Schema<PerTestingCriteriaResult>;
+export type RunPerTestingCriteriaResultsList = Array<PerTestingCriteriaResult>;
+export declare const RunPerTestingCriteriaResultsList: S.Schema<RunPerTestingCriteriaResultsList>;
+export type RunResultCountsMap = {
+    [key: string]: number | undefined;
+};
+export declare const RunResultCountsMap: S.Schema<RunResultCountsMap>;
+export type RunStatus = "queued" | "running" | "completed" | "failed" | "cancelled";
+export declare const RunStatus: any;
+/** Represents a run from the OpenAI Evals API */
+export interface Run {
+    completed_at?: number | null;
+    created_at: number;
+    data_source: RunDataSourceMap;
+    error?: RunErrorMap | null;
+    eval_id: string;
+    id: string;
+    metadata?: RunMetadataMap | null;
+    model?: string | null;
+    name?: string | null;
+    object?: string;
+    per_model_usage?: unknown | null;
+    per_testing_criteria_results?: RunPerTestingCriteriaResultsList | null;
+    report_url?: string | null;
+    result_counts?: RunResultCountsMap | null;
+    shared_with_openai?: boolean | null;
+    started_at?: number | null;
+    status: RunStatus;
+}
+export declare const Run: S.Schema<Run>;
+export interface DeleteEvalV1EvalsEvalIdDeleteRequest {
+    eval_id: string;
+    custom_llm_provider?: string;
+}
+export declare const DeleteEvalV1EvalsEvalIdDeleteRequest: S.Schema<DeleteEvalV1EvalsEvalIdDeleteRequest>;
+/** Response from deleting an evaluation */
+export interface DeleteEvalResponse {
+    deleted: boolean;
+    eval_id: string;
+    object?: string;
+}
+export declare const DeleteEvalResponse: S.Schema<DeleteEvalResponse>;
+export interface DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest {
+    eval_id: string;
+    run_id: string;
+    custom_llm_provider?: string;
+}
+export declare const DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest: S.Schema<DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest>;
+/** Response from deleting a run */
+export interface RunDeleteResponse {
+    deleted?: boolean | null;
+    object?: string | null;
+    run_id: string;
+}
+export declare const RunDeleteResponse: S.Schema<RunDeleteResponse>;
+export interface GetEvalV1EvalsEvalIdGetRequest {
+    eval_id: string;
+    custom_llm_provider?: string;
+}
+export declare const GetEvalV1EvalsEvalIdGetRequest: S.Schema<GetEvalV1EvalsEvalIdGetRequest>;
+export interface GetRunV1EvalsEvalIdRunsRunIdGetRequest {
+    eval_id: string;
+    run_id: string;
+    custom_llm_provider?: string;
+}
+export declare const GetRunV1EvalsEvalIdRunsRunIdGetRequest: S.Schema<GetRunV1EvalsEvalIdRunsRunIdGetRequest>;
+export interface ListEvalsV1EvalsGetRequest {
+    limit?: number;
+    after?: string;
+    before?: string;
+    order?: string;
+    order_by?: string;
+    custom_llm_provider?: string;
+}
+export declare const ListEvalsV1EvalsGetRequest: S.Schema<ListEvalsV1EvalsGetRequest>;
+export type ListEvalsResponseDataList = Array<Eval>;
+export declare const ListEvalsResponseDataList: S.Schema<ListEvalsResponseDataList>;
+/** Response from listing evaluations */
+export interface ListEvalsResponse {
+    data: ListEvalsResponseDataList;
+    first_id?: string | null;
+    has_more?: boolean;
+    last_id?: string | null;
+    object?: string;
+}
+export declare const ListEvalsResponse: S.Schema<ListEvalsResponse>;
+export interface ListRunsV1EvalsEvalIdRunsGetRequest {
+    eval_id: string;
+    limit?: number;
+    after?: string;
+    before?: string;
+    order?: string;
+    custom_llm_provider?: string;
+}
+export declare const ListRunsV1EvalsEvalIdRunsGetRequest: S.Schema<ListRunsV1EvalsEvalIdRunsGetRequest>;
+export type ListRunsResponseDataList = Array<Run>;
+export declare const ListRunsResponseDataList: S.Schema<ListRunsResponseDataList>;
+/** Response from listing runs */
+export interface ListRunsResponse {
+    data: ListRunsResponseDataList;
+    first_id?: string | null;
+    has_more?: boolean;
+    last_id?: string | null;
+    object?: string;
+}
+export declare const ListRunsResponse: S.Schema<ListRunsResponse>;
+export interface UpdateEvalV1EvalsEvalIdPostRequest {
+    eval_id: string;
+    custom_llm_provider?: string;
+}
+export declare const UpdateEvalV1EvalsEvalIdPostRequest: S.Schema<UpdateEvalV1EvalsEvalIdPostRequest>;
+export type CancelEvalV1EvalsEvalIdCancelPostError = UnprocessableEntity | LitellmOpError;
+/** Cancel Eval Cancel a running evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/cancel" -H "Authorization: Bearer your-key" ``` Returns: CancelEvalResponse with cancellation confirmation */
+export declare const cancelEvalV1EvalsEvalIdCancelPost: API.OperationMethod<CancelEvalV1EvalsEvalIdCancelPostRequest, CancelEvalResponse, CancelEvalV1EvalsEvalIdCancelPostError, LitellmOpContext>;
+export type CancelRunV1EvalsEvalIdRunsRunIdPostError = UnprocessableEntity | LitellmOpError;
+/** Cancel Run Cancel a running run. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/runs/run_456/cancel" -H "Authorization: Bearer your-key" ``` Returns: CancelRunResponse with cancellation confirmation */
+export declare const cancelRunV1EvalsEvalIdRunsRunIdPost: API.OperationMethod<CancelRunV1EvalsEvalIdRunsRunIdPostRequest, CancelRunResponse, CancelRunV1EvalsEvalIdRunsRunIdPostError, LitellmOpContext>;
+export type CreateEvalV1EvalsPostError = UnprocessableEntity | LitellmOpError;
+/** Create Eval Create a new evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ "name": "Test Eval", "data_source_config": {"type": "file", "file_id": "file-abc123"}, "testing_criteria": {"graders": [{"type": "llm_as_judge"}]} }' ``` Returns: Eval object with id, status, timestamps, etc. */
+export declare const createEvalV1EvalsPost: API.OperationMethod<CreateEvalV1EvalsPostRequest, Eval, CreateEvalV1EvalsPostError, LitellmOpContext>;
+export type CreateRunV1EvalsEvalIdRunsPostError = UnprocessableEntity | LitellmOpError;
+/** Create Run Create a new run for an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` - Pass model via completion.model: `{"completion": {"model": "gpt-4-account-1"}}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/runs" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ "data_source": {"type": "dataset", "dataset_id": "dataset_123"}, "completion": {"model": "gpt-4", "temperature": 0.7} }' ``` Returns: Run object with id, status, timestamps, etc. */
+export declare const createRunV1EvalsEvalIdRunsPost: API.OperationMethod<CreateRunV1EvalsEvalIdRunsPostRequest, Run, CreateRunV1EvalsEvalIdRunsPostError, LitellmOpContext>;
+export type DeleteEvalV1EvalsEvalIdDeleteError = UnprocessableEntity | LitellmOpError;
+/** Delete Eval Delete an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X DELETE "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" ``` Returns: DeleteEvalResponse with deletion confirmation */
+export declare const deleteEvalV1EvalsEvalIdDelete: API.OperationMethod<DeleteEvalV1EvalsEvalIdDeleteRequest, DeleteEvalResponse, DeleteEvalV1EvalsEvalIdDeleteError, LitellmOpContext>;
+export type DeleteRunV1EvalsEvalIdRunsRunIdDeleteError = UnprocessableEntity | LitellmOpError;
+/** Delete Run Delete a run. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl -X DELETE "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" ``` Returns: RunDeleteResponse with deletion confirmation */
+export declare const deleteRunV1EvalsEvalIdRunsRunIdDelete: API.OperationMethod<DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest, RunDeleteResponse, DeleteRunV1EvalsEvalIdRunsRunIdDeleteError, LitellmOpContext>;
+export type GetEvalV1EvalsEvalIdGetError = UnprocessableEntity | LitellmOpError;
+/** Get Eval Get a specific evaluation by ID. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" ``` Returns: Eval object */
+export declare const getEvalV1EvalsEvalIdGet: API.OperationMethod<GetEvalV1EvalsEvalIdGetRequest, Eval, GetEvalV1EvalsEvalIdGetError, LitellmOpContext>;
+export type GetRunV1EvalsEvalIdRunsRunIdGetError = UnprocessableEntity | LitellmOpError;
+/** Get Run Get a specific run by ID. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" ``` Returns: Run object with full details */
+export declare const getRunV1EvalsEvalIdRunsRunIdGet: API.OperationMethod<GetRunV1EvalsEvalIdRunsRunIdGetRequest, Run, GetRunV1EvalsEvalIdRunsRunIdGetError, LitellmOpContext>;
+export type ListEvalsV1EvalsGetError = UnprocessableEntity | LitellmOpError;
+/** List Evals List evaluations with pagination. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl "http://localhost:4000/v1/evals?limit=10" -H "Authorization: Bearer your-key" ``` Returns: ListEvalsResponse with list of evaluations */
+export declare const listEvalsV1EvalsGet: API.OperationMethod<ListEvalsV1EvalsGetRequest, ListEvalsResponse, ListEvalsV1EvalsGetError, LitellmOpContext>;
+export type ListRunsV1EvalsEvalIdRunsGetError = UnprocessableEntity | LitellmOpError;
+/** List Runs List all runs for an evaluation with pagination. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123/runs?limit=10" -H "Authorization: Bearer your-key" ``` Returns: ListRunsResponse with list of runs */
+export declare const listRunsV1EvalsEvalIdRunsGet: API.OperationMethod<ListRunsV1EvalsEvalIdRunsGetRequest, ListRunsResponse, ListRunsV1EvalsEvalIdRunsGetError, LitellmOpContext>;
+export type UpdateEvalV1EvalsEvalIdPostError = UnprocessableEntity | LitellmOpError;
+/** Update Eval Update an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{"name": "Updated Name"}' ``` Returns: Updated Eval object */
+export declare const updateEvalV1EvalsEvalIdPost: API.OperationMethod<UpdateEvalV1EvalsEvalIdPostRequest, Eval, UpdateEvalV1EvalsEvalIdPostError, LitellmOpContext>;
+//# sourceMappingURL=evals.d.ts.map

package/dist/services/evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/services/evals.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,CAAC,MAAM,8BAA8B,CAAC;AAClD,OAAO,KAAK,GAAG,MAAM,2BAA2B,CAAC;AAGjD,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACtB,MAAM,gBAAgB,CAAC;AAGxB,YAAY,EAAE,cAAc,EAAE,gBAAgB,EAAE,CAAC;;;;;;;;;AAEjD,qBAAa,mBACX,SAAQ,aAAa,CAAC,wBAMrB;CAAG;AAEN,MAAM,WAAW,wCAAwC;IACvD,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,wCAAwC,EAUxC,CAAC,CAAC,MAAM,CAAC,wCAAwC,CAAC,CAAC;AAEhE,6CAA6C;AAC7C,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AACD,eAAO,MAAM,kBAAkB,EAQlB,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAE1C,MAAM,WAAW,0CAA0C;IACzD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,0CAA0C,EAexC,CAAC,CAAC,MAAM,CAAC,0CAA0C,CAAC,CAAC;AAEpE,qCAAqC;AACrC,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AACD,eAAO,MAAM,iBAAiB,EAQjB,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;AAEzC,MAAM,WAAW,4BAA4B;IAC3C,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,4BAA4B,EAM5B,CAAC,CAAC,MAAM,CAAC,4BAA4B,CAAC,CAAC;AAEpD,MAAM,MAAM,uBAAuB,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAA;CAAE,CAAC;AAC7E,eAAO,MAAM,uBAAuB,EAGxB,CAAC,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;AAE9C,MAAM,MAAM,eAAe,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAA;CAAE,CAAC;AACrE,eAAO,MAAM,eAAe,EAGhB,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;AAEtC,MAAM,MAAM,0BAA0B,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAA;CAAE,CAAC;AAChF,eAAO,MAAM,0BAA0B,EAG3B,CAAC,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAEjD,MAAM,MAAM,uBAAuB,GAAG,KAAK,CAAC,0BAA0B,CAAC,CAAC;AACxE,eAAO,MAAM,uBAAuB,EAExB,CAAC,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC;AAE9C,yDAAyD;AACzD,MAAM,WAAW,IAAI;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,uBAAuB,CAAC;IAC5C,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,CAAC,EAAE,eAAe,GAAG,IAAI,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,uBAAuB,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AACD,eAAO,MAAM,IAAI,EAW4B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AAE5D,MAAM,WAAW,qCAAqC;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,qCAAqC,EAUrC,CAAC,CAAC,MAAM,CAAC,qCAAqC,CAAC,CAAC;AAE7D,MAAM,MAAM,gBAAgB,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAA;CAAE,CAAC;AACtE,eAAO,MAAM,gBAAgB,EAGjB,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAEvC,MAAM,MAAM,WAAW,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAA;CAAE,CAAC;AACjE,eAAO,MAAM,WAAW,EAGZ,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;AAElC,MAAM,MAAM,cAAc,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAA;CAAE,CAAC;AACpE,eAAO,MAAM,cAAc,EAGf,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;AAErC,8BAA8B;AAC9B,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AACD,eAAO,MAAM,YAAY,EAO4B,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;AAE5E,8CAA8C;AAC9C,MAAM,WAAW,wBAAwB;IACvC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,aAAa,EAAE,YAAY,CAAC;IAC5B,sBAAsB,EAAE,MAAM,CAAC;CAChC;AACD,eAAO,MAAM,wBAAwB,EAQxB,CAAC,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;AAEhD,MAAM,MAAM,gCAAgC,GAAG,KAAK,CAAC,wBAAwB,CAAC,CAAC;AAC/E,eAAO,MAAM,gCAAgC,EAEjC,CAAC,CAAC,MAAM,CAAC,gCAAgC,CAAC,CAAC;AAEvD,MAAM,MAAM,kBAAkB,GAAG;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AACvE,eAAO,MAAM,kBAAkB,EAGnB,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAEzC,MAAM,MAAM,SAAS,GACjB,QAAQ,GACR,SAAS,GACT,WAAW,GACX,QAAQ,GACR,WAAW,CAAC;AAChB,eAAO,MAAM,SAAS,KAAW,CAAC;AAElC,iDAAiD;AACjD,MAAM,WAAW,GAAG;IAClB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,gBAAgB,CAAC;IAC9B,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACjC,4BAA4B,CAAC,EAAE,gCAAgC,GAAG,IAAI,CAAC;IACvE,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,aAAa,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAC1C,kBAAkB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,SAAS,CAAC;CACnB;AACD,eAAO,MAAM,GAAG,EAsB4B,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;AAE1D,MAAM,WAAW,oCAAoC;IACnD,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,oCAAoC,EAUpC,CAAC,CAAC,MAAM,CAAC,oCAAoC,CAAC,CAAC;AAE5D,2CAA2C;AAC3C,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AACD,eAAO,MAAM,kBAAkB,EAQlB,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAE1C,MAAM,WAAW,4CAA4C;IAC3D,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,4CAA4C,EAe1C,CAAC,CAAC,MAAM,CAAC,4CAA4C,CAAC,CAAC;AAEtE,mCAAmC;AACnC,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CAChB;AACD,eAAO,MAAM,iBAAiB,EAQjB,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;AAEzC,MAAM,WAAW,8BAA8B;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,8BAA8B,EAO9B,CAAC,CAAC,MAAM,CAAC,8BAA8B,CAAC,CAAC;AAEtD,MAAM,WAAW,sCAAsC;IACrD,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,sCAAsC,EAetC,CAAC,CAAC,MAAM,CAAC,sCAAsC,CAAC,CAAC;AAE9D,MAAM,WAAW,0BAA0B;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,0BAA0B,EAW1B,CAAC,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAElD,MAAM,MAAM,yBAAyB,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;AACpD,eAAO,MAAM,yBAAyB,EAE1B,CAAC,CAAC,MAAM,CAAC,yBAAyB,CAAC,CAAC;AAEhD,wCAAwC;AACxC,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,yBAAyB,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AACD,eAAO,MAAM,iBAAiB,EAUjB,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;AAEzC,MAAM,WAAW,mCAAmC;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,mCAAmC,EAanC,CAAC,CAAC,MAAM,CAAC,mCAAmC,CAAC,CAAC;AAE3D,MAAM,MAAM,wBAAwB,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;AAClD,eAAO,MAAM,wBAAwB,EAEzB,CAAC,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;AAE/C,iCAAiC;AACjC,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,wBAAwB,CAAC;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AACD,eAAO,MAAM,gBAAgB,EAUhB,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;AAExC,MAAM,WAAW,kCAAkC;IACjD,OAAO,EAAE,MAAM,CAAC;IAChB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AACD,eAAO,MAAM,kCAAkC,EAOlC,CAAC,CAAC,MAAM,CAAC,kCAAkC,CAAC,CAAC;AAE1D,MAAM,MAAM,sCAAsC,GAC9C,mBAAmB,GACnB,cAAc,CAAC;AACnB,2bAA2b;AAC3b,eAAO,MAAM,iCAAiC,EAAE,GAAG,CAAC,eAAe,CACjE,wCAAwC,EACxC,kBAAkB,EAClB,sCAAsC,EACtC,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,wCAAwC,GAChD,mBAAmB,GACnB,cAAc,CAAC;AACnB,yYAAyY;AACzY,eAAO,MAAM,mCAAmC,EAAE,GAAG,CAAC,eAAe,CACnE,0CAA0C,EAC1C,iBAAiB,EACjB,wCAAwC,EACxC,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,0BAA0B,GAAG,mBAAmB,GAAG,cAAc,CAAC;AAC9E,mmBAAmmB;AACnmB,eAAO,MAAM,qBAAqB,EAAE,GAAG,CAAC,eAAe,CACrD,4BAA4B,EAC5B,IAAI,EACJ,0BAA0B,EAC1B,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,mCAAmC,GAC3C,mBAAmB,GACnB,cAAc,CAAC;AACnB,+qBAA+qB;AAC/qB,eAAO,MAAM,8BAA8B,EAAE,GAAG,CAAC,eAAe,CAC9D,qCAAqC,EACrC,GAAG,EACH,mCAAmC,EACnC,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,kCAAkC,GAC1C,mBAAmB,GACnB,cAAc,CAAC;AACnB,2aAA2a;AAC3a,eAAO,MAAM,6BAA6B,EAAE,GAAG,CAAC,eAAe,CAC7D,oCAAoC,EACpC,kBAAkB,EAClB,kCAAkC,EAClC,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,0CAA0C,GAClD,mBAAmB,GACnB,cAAc,CAAC;AACnB,wXAAwX;AACxX,eAAO,MAAM,qCAAqC,EAAE,GAAG,CAAC,eAAe,CACrE,4CAA4C,EAC5C,iBAAiB,EACjB,0CAA0C,EAC1C,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,4BAA4B,GAAG,mBAAmB,GAAG,cAAc,CAAC;AAChF,uYAAuY;AACvY,eAAO,MAAM,uBAAuB,EAAE,GAAG,CAAC,eAAe,CACvD,8BAA8B,EAC9B,IAAI,EACJ,4BAA4B,EAC5B,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,oCAAoC,GAC5C,mBAAmB,GACnB,cAAc,CAAC;AACnB,uWAAuW;AACvW,eAAO,MAAM,+BAA+B,EAAE,GAAG,CAAC,eAAe,CAC/D,sCAAsC,EACtC,GAAG,EACH,oCAAoC,EACpC,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,wBAAwB,GAAG,mBAAmB,GAAG,cAAc,CAAC;AAC5E,yaAAya;AACza,eAAO,MAAM,mBAAmB,EAAE,GAAG,CAAC,eAAe,CACnD,0BAA0B,EAC1B,iBAAiB,EACjB,wBAAwB,EACxB,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,iCAAiC,GACzC,mBAAmB,GACnB,cAAc,CAAC;AACnB,uYAAuY;AACvY,eAAO,MAAM,4BAA4B,EAAE,GAAG,CAAC,eAAe,CAC5D,mCAAmC,EACnC,gBAAgB,EAChB,iCAAiC,EACjC,gBAAgB,CAOf,CAAC;AAEJ,MAAM,MAAM,gCAAgC,GACxC,mBAAmB,GACnB,cAAc,CAAC;AACnB,idAAid;AACjd,eAAO,MAAM,2BAA2B,EAAE,GAAG,CAAC,eAAe,CAC3D,kCAAkC,EAClC,IAAI,EACJ,gCAAgC,EAChC,gBAAgB,CAOf,CAAC"}

package/dist/services/evals.js

@@ -0,0 +1,292 @@
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+import * as S from "@distilled.cloud/core/schema";
+import * as API from "@distilled.cloud/core/api";
+import * as C from "@distilled.cloud/core/category";
+import * as T from "../traits.js";
+import { LitellmProtocol, } from "../protocol.js";
+import * as Retry from "../retry.js";
+export class UnprocessableEntity extends /*@__PURE__*/ /*@__PURE__*/ T.applyErrorMatchers(
+/*@__PURE__*/ S.TaggedError()("UnprocessableEntity", {
+    code: S.Number,
+    message: S.String,
+}).pipe(C.withBadRequestError), [{ status: 422 }]) {
+}
+export const CancelEvalV1EvalsEvalIdCancelPostRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "POST", uri: "/v1/evals/{eval_id}/cancel", code: 200 }))).annotate({
+    identifier: "CancelEvalV1EvalsEvalIdCancelPostRequest",
+});
+export const CancelEvalResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    id: S.String,
+    object: S.optional(S.String),
+    status: S.String,
+})).annotate({
+    identifier: "CancelEvalResponse",
+});
+export const CancelRunV1EvalsEvalIdRunsRunIdPostRequest = 
+/*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    run_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({
+    method: "POST",
+    uri: "/v1/evals/{eval_id}/runs/{run_id}",
+    code: 200,
+}))).annotate({
+    identifier: "CancelRunV1EvalsEvalIdRunsRunIdPostRequest",
+});
+export const CancelRunResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    id: S.String,
+    object: S.optional(S.String),
+    status: S.String,
+})).annotate({
+    identifier: "CancelRunResponse",
+});
+export const CreateEvalV1EvalsPostRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "POST", uri: "/v1/evals", code: 200 }))).annotate({
+    identifier: "CreateEvalV1EvalsPostRequest",
+});
+export const EvalDataSourceConfigMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const EvalMetadataMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const EvalTestingCriteriaItemMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const EvalTestingCriteriaList = /*@__PURE__*/ S.Array(EvalTestingCriteriaItemMap);
+export const Eval = /*@__PURE__*/ S.suspend(() => S.Struct({
+    created_at: S.Number,
+    data_source_config: EvalDataSourceConfigMap,
+    id: S.String,
+    metadata: S.optional(S.NullOr(EvalMetadataMap)),
+    name: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+    testing_criteria: EvalTestingCriteriaList,
+    updated_at: S.optional(S.NullOr(S.Number)),
+})).annotate({ identifier: "Eval" });
+export const CreateRunV1EvalsEvalIdRunsPostRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "POST", uri: "/v1/evals/{eval_id}/runs", code: 200 }))).annotate({
+    identifier: "CreateRunV1EvalsEvalIdRunsPostRequest",
+});
+export const RunDataSourceMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const RunErrorMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const RunMetadataMap = /*@__PURE__*/ S.Record(S.String, S.Unknown);
+export const ResultCounts = /*@__PURE__*/ S.suspend(() => S.Struct({
+    error: S.optional(S.Number),
+    failed: S.optional(S.Number),
+    passed: S.optional(S.Number),
+    total: S.Number,
+})).annotate({ identifier: "ResultCounts" });
+export const PerTestingCriteriaResult = /*@__PURE__*/ S.suspend(() => S.Struct({
+    average_score: S.optional(S.NullOr(S.Number)),
+    result_counts: ResultCounts,
+    testing_criteria_index: S.Number,
+})).annotate({
+    identifier: "PerTestingCriteriaResult",
+});
+export const RunPerTestingCriteriaResultsList = /*@__PURE__*/ S.Array(PerTestingCriteriaResult);
+export const RunResultCountsMap = /*@__PURE__*/ S.Record(S.String, S.Number);
+export const RunStatus = S.String;
+export const Run = /*@__PURE__*/ S.suspend(() => S.Struct({
+    completed_at: S.optional(S.NullOr(S.Number)),
+    created_at: S.Number,
+    data_source: RunDataSourceMap,
+    error: S.optional(S.NullOr(RunErrorMap)),
+    eval_id: S.String,
+    id: S.String,
+    metadata: S.optional(S.NullOr(RunMetadataMap)),
+    model: S.optional(S.NullOr(S.String)),
+    name: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+    per_model_usage: S.optional(S.NullOr(S.Unknown)),
+    per_testing_criteria_results: S.optional(S.NullOr(RunPerTestingCriteriaResultsList)),
+    report_url: S.optional(S.NullOr(S.String)),
+    result_counts: S.optional(S.NullOr(RunResultCountsMap)),
+    shared_with_openai: S.optional(S.NullOr(S.Boolean)),
+    started_at: S.optional(S.NullOr(S.Number)),
+    status: RunStatus,
+})).annotate({ identifier: "Run" });
+export const DeleteEvalV1EvalsEvalIdDeleteRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "DELETE", uri: "/v1/evals/{eval_id}", code: 200 }))).annotate({
+    identifier: "DeleteEvalV1EvalsEvalIdDeleteRequest",
+});
+export const DeleteEvalResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    deleted: S.Boolean,
+    eval_id: S.String,
+    object: S.optional(S.String),
+})).annotate({
+    identifier: "DeleteEvalResponse",
+});
+export const DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest = 
+/*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    run_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({
+    method: "DELETE",
+    uri: "/v1/evals/{eval_id}/runs/{run_id}",
+    code: 200,
+}))).annotate({
+    identifier: "DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest",
+});
+export const RunDeleteResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    deleted: S.optional(S.NullOr(S.Boolean)),
+    object: S.optional(S.NullOr(S.String)),
+    run_id: S.String,
+})).annotate({
+    identifier: "RunDeleteResponse",
+});
+export const GetEvalV1EvalsEvalIdGetRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "GET", uri: "/v1/evals/{eval_id}", code: 200 }))).annotate({
+    identifier: "GetEvalV1EvalsEvalIdGetRequest",
+});
+export const GetRunV1EvalsEvalIdRunsRunIdGetRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    run_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({
+    method: "GET",
+    uri: "/v1/evals/{eval_id}/runs/{run_id}",
+    code: 200,
+}))).annotate({
+    identifier: "GetRunV1EvalsEvalIdRunsRunIdGetRequest",
+});
+export const ListEvalsV1EvalsGetRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    limit: S.optional(S.Number.pipe(T.Query())),
+    after: S.optional(S.String.pipe(T.Query())),
+    before: S.optional(S.String.pipe(T.Query())),
+    order: S.optional(S.String.pipe(T.Query())),
+    order_by: S.optional(S.String.pipe(T.Query())),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "GET", uri: "/v1/evals", code: 200 }))).annotate({
+    identifier: "ListEvalsV1EvalsGetRequest",
+});
+export const ListEvalsResponseDataList = /*@__PURE__*/ S.Array(Eval);
+export const ListEvalsResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    data: ListEvalsResponseDataList,
+    first_id: S.optional(S.NullOr(S.String)),
+    has_more: S.optional(S.Boolean),
+    last_id: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+})).annotate({
+    identifier: "ListEvalsResponse",
+});
+export const ListRunsV1EvalsEvalIdRunsGetRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    limit: S.optional(S.Number.pipe(T.Query())),
+    after: S.optional(S.String.pipe(T.Query())),
+    before: S.optional(S.String.pipe(T.Query())),
+    order: S.optional(S.String.pipe(T.Query())),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "GET", uri: "/v1/evals/{eval_id}/runs", code: 200 }))).annotate({
+    identifier: "ListRunsV1EvalsEvalIdRunsGetRequest",
+});
+export const ListRunsResponseDataList = /*@__PURE__*/ S.Array(Run);
+export const ListRunsResponse = /*@__PURE__*/ S.suspend(() => S.Struct({
+    data: ListRunsResponseDataList,
+    first_id: S.optional(S.NullOr(S.String)),
+    has_more: S.optional(S.Boolean),
+    last_id: S.optional(S.NullOr(S.String)),
+    object: S.optional(S.String),
+})).annotate({
+    identifier: "ListRunsResponse",
+});
+export const UpdateEvalV1EvalsEvalIdPostRequest = /*@__PURE__*/ S.suspend(() => S.Struct({
+    eval_id: S.String.pipe(T.Label()),
+    custom_llm_provider: S.optional(S.String.pipe(T.Query())),
+}).pipe(T.Http({ method: "POST", uri: "/v1/evals/{eval_id}", code: 200 }))).annotate({
+    identifier: "UpdateEvalV1EvalsEvalIdPostRequest",
+});
+/** Cancel Eval Cancel a running evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/cancel" -H "Authorization: Bearer your-key" ``` Returns: CancelEvalResponse with cancellation confirmation */
+export const cancelEvalV1EvalsEvalIdCancelPost = /*@__PURE__*/ API.make(() => ({
+    input: CancelEvalV1EvalsEvalIdCancelPostRequest,
+    output: CancelEvalResponse,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Cancel Run Cancel a running run. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/runs/run_456/cancel" -H "Authorization: Bearer your-key" ``` Returns: CancelRunResponse with cancellation confirmation */
+export const cancelRunV1EvalsEvalIdRunsRunIdPost = /*@__PURE__*/ API.make(() => ({
+    input: CancelRunV1EvalsEvalIdRunsRunIdPostRequest,
+    output: CancelRunResponse,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Create Eval Create a new evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ "name": "Test Eval", "data_source_config": {"type": "file", "file_id": "file-abc123"}, "testing_criteria": {"graders": [{"type": "llm_as_judge"}]} }' ``` Returns: Eval object with id, status, timestamps, etc. */
+export const createEvalV1EvalsPost = /*@__PURE__*/ API.make(() => ({
+    input: CreateEvalV1EvalsPostRequest,
+    output: Eval,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Create Run Create a new run for an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` - Pass model via completion.model: `{"completion": {"model": "gpt-4-account-1"}}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123/runs" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{ "data_source": {"type": "dataset", "dataset_id": "dataset_123"}, "completion": {"model": "gpt-4", "temperature": 0.7} }' ``` Returns: Run object with id, status, timestamps, etc. */
+export const createRunV1EvalsEvalIdRunsPost = /*@__PURE__*/ API.make(() => ({
+    input: CreateRunV1EvalsEvalIdRunsPostRequest,
+    output: Run,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Delete Eval Delete an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X DELETE "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" ``` Returns: DeleteEvalResponse with deletion confirmation */
+export const deleteEvalV1EvalsEvalIdDelete = /*@__PURE__*/ API.make(() => ({
+    input: DeleteEvalV1EvalsEvalIdDeleteRequest,
+    output: DeleteEvalResponse,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Delete Run Delete a run. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl -X DELETE "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" ``` Returns: RunDeleteResponse with deletion confirmation */
+export const deleteRunV1EvalsEvalIdRunsRunIdDelete = /*@__PURE__*/ API.make(() => ({
+    input: DeleteRunV1EvalsEvalIdRunsRunIdDeleteRequest,
+    output: RunDeleteResponse,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Get Eval Get a specific evaluation by ID. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" ``` Returns: Eval object */
+export const getEvalV1EvalsEvalIdGet = /*@__PURE__*/ API.make(() => ({
+    input: GetEvalV1EvalsEvalIdGetRequest,
+    output: Eval,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Get Run Get a specific run by ID. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123/runs/run_456" -H "Authorization: Bearer your-key" ``` Returns: Run object with full details */
+export const getRunV1EvalsEvalIdRunsRunIdGet = /*@__PURE__*/ API.make(() => ({
+    input: GetRunV1EvalsEvalIdRunsRunIdGetRequest,
+    output: Run,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** List Evals List evaluations with pagination. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl "http://localhost:4000/v1/evals?limit=10" -H "Authorization: Bearer your-key" ``` Returns: ListEvalsResponse with list of evaluations */
+export const listEvalsV1EvalsGet = /*@__PURE__*/ API.make(() => ({
+    input: ListEvalsV1EvalsGetRequest,
+    output: ListEvalsResponse,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** List Runs List all runs for an evaluation with pagination. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` Example usage: ```bash curl "http://localhost:4000/v1/evals/eval_123/runs?limit=10" -H "Authorization: Bearer your-key" ``` Returns: ListRunsResponse with list of runs */
+export const listRunsV1EvalsEvalIdRunsGet = /*@__PURE__*/ API.make(() => ({
+    input: ListRunsV1EvalsEvalIdRunsGetRequest,
+    output: ListRunsResponse,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+/** Update Eval Update an evaluation. Model-based routing (for multi-account support): - Pass model via header: `x-litellm-model: gpt-4-account-1` - Pass model via query: `?model=gpt-4-account-1` - Pass model via body: `{"model": "gpt-4-account-1"}` Example usage: ```bash curl -X POST "http://localhost:4000/v1/evals/eval_123" -H "Authorization: Bearer your-key" -H "Content-Type: application/json" -d '{"name": "Updated Name"}' ``` Returns: Updated Eval object */
+export const updateEvalV1EvalsEvalIdPost = /*@__PURE__*/ API.make(() => ({
+    input: UpdateEvalV1EvalsEvalIdPostRequest,
+    output: Eval,
+    errors: [UnprocessableEntity],
+    protocol: LitellmProtocol,
+    retry: Retry.Retry,
+}));
+//# sourceMappingURL=evals.js.map

package/dist/services/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/services/evals.ts"],"names":[],"mappings":"AAAA,4HAA4H;AAC5H,OAAO,KAAK,CAAC,MAAM,8BAA8B,CAAC;AAClD,OAAO,KAAK,GAAG,MAAM,2BAA2B,CAAC;AACjD,OAAO,KAAK,CAAC,MAAM,gCAAgC,CAAC;AACpD,OAAO,KAAK,CAAC,MAAM,cAAc,CAAC;AAClC,OAAO,EACL,eAAe,GAGhB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,KAAK,MAAM,aAAa,CAAC;AAIrC,MAAM,OAAO,mBACX,SAAQ,aAAa,CAAb,aAAa,CAAC,CAAC,CAAC,kBAAkB;AACxC,aAAa,CAAC,CAAC,CAAC,WAAW,EAAuB,CAAC,qBAAqB,EAAE;IACxE,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,OAAO,EAAE,CAAC,CAAC,MAAM;CAClB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,mBAAmB,CAAC,EAC9B,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAClB;CAAG;AAMN,MAAM,CAAC,MAAM,wCAAwC,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAC7E,GAAG,EAAE,CACH,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CACL,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,4BAA4B,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CACzE,CACJ,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,0CAA0C;CACvD,CAA8D,CAAC;AAQhE,MAAM,CAAC,MAAM,kBAAkB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC7D,CAAC,CAAC,MAAM,CAAC;IACP,EAAE,EAAE,CAAC,CAAC,MAAM;IACZ,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;CACjB,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,oBAAoB;CACjC,CAAwC,CAAC;AAO1C,MAAM,CAAC,MAAM,0CAA0C;AACrD,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC3B,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAChC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CACL,CAAC,CAAC,IAAI,CAAC;IACL,MAAM,EAAE,MAAM;IACd,GAAG,EAAE,mCAAmC;IACxC,IAAI,EAAE,GAAG;CACV,CAAC,CACH,CACF,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,4CAA4C;CACzD,CAAgE,CAAC;AAQpE,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC5D,CAAC,CAAC,MAAM,CAAC;IACP,EAAE,EAAE,CAAC,CAAC,MAAM;IACZ,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;CACjB,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,mBAAmB;CAChC,CAAuC,CAAC;AAKzC,MAAM,CAAC,MAAM,4BAA4B,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACvE,CAAC,CAAC,MAAM,CAAC;IACP,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CACjE,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,8BAA8B;CAC3C,CAAkD,CAAC;AAGpD,MAAM,CAAC,MAAM,uBAAuB,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAC3D,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CACkC,CAAC;AAG9C,MAAM,CAAC,MAAM,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CACnD,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CAC0B,CAAC;AAGtC,MAAM,CAAC,MAAM,0BAA0B,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAC9D,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CACqC,CAAC;AAGjD,MAAM,CAAC,MAAM,uBAAuB,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CAC1D,0BAA0B,CACiB,CAAC;AAa9C,MAAM,CAAC,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC/C,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,MAAM;IACpB,kBAAkB,EAAE,uBAAuB;IAC3C,EAAE,EAAE,CAAC,CAAC,MAAM;IACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IAC/C,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5B,gBAAgB,EAAE,uBAAuB;IACzC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;CAC3C,CAAC,CACH,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAA0B,CAAC;AAM5D,MAAM,CAAC,MAAM,qCAAqC,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAC1E,GAAG,EAAE,CACH,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CACL,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,0BAA0B,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CACvE,CACJ,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,uCAAuC;CACpD,CAA2D,CAAC;AAG7D,MAAM,CAAC,MAAM,gBAAgB,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CACpD,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CAC2B,CAAC;AAGvC,MAAM,CAAC,MAAM,WAAW,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAC/C,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CACsB,CAAC;AAGlC,MAAM,CAAC,MAAM,cAAc,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CAClD,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,OAAO,CACyB,CAAC;AASrC,MAAM,CAAC,MAAM,YAAY,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACvD,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM;CAChB,CAAC,CACH,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAkC,CAAC;AAQ5E,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACnE,CAAC,CAAC,MAAM,CAAC;IACP,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC7C,aAAa,EAAE,YAAY;IAC3B,sBAAsB,EAAE,CAAC,CAAC,MAAM;CACjC,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,0BAA0B;CACvC,CAA8C,CAAC;AAGhD,MAAM,CAAC,MAAM,gCAAgC,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CACnE,wBAAwB,CAC4B,CAAC;AAGvD,MAAM,CAAC,MAAM,kBAAkB,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,CACtD,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,MAAM,CAC8B,CAAC;AAQzC,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;AAsBlC,MAAM,CAAC,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC9C,CAAC,CAAC,MAAM,CAAC;IACP,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM;IACpB,WAAW,EAAE,gBAAgB;IAC7B,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM;IACjB,EAAE,EAAE,CAAC,CAAC,MAAM;IACZ,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC9C,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;IAC5B,eAAe,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAChD,4BAA4B,EAAE,CAAC,CAAC,QAAQ,CACtC,CAAC,CAAC,MAAM,CAAC,gCAAgC,CAAC,CAC3C;IACD,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC1C,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IACvD,kBAAkB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACnD,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,EAAE,SAAS;CAClB,CAAC,CACH,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAyB,CAAC;AAM1D,MAAM,CAAC,MAAM,oCAAoC,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CACzE,GAAG,EAAE,CACH,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CACL,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CACpE,CACJ,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,sCAAsC;CACnD,CAA0D,CAAC;AAQ5D,MAAM,CAAC,MAAM,kBAAkB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC7D,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,OAAO;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM;IACjB,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;CAC7B,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,oBAAoB;CACjC,CAAwC,CAAC;AAO1C,MAAM,CAAC,MAAM,4CAA4C;AACvD,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC3B,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAChC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CACL,CAAC,CAAC,IAAI,CAAC;IACL,MAAM,EAAE,QAAQ;IAChB,GAAG,EAAE,mCAAmC;IACxC,IAAI,EAAE,GAAG;CACV,CAAC,CACH,CACF,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,8CAA8C;CAC3D,CAAkE,CAAC;AAQtE,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC5D,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM;CACjB,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,mBAAmB;CAChC,CAAuC,CAAC;AAMzC,MAAM,CAAC,MAAM,8BAA8B,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACzE,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAC1E,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,gCAAgC;CAC7C,CAAoD,CAAC;AAOtD,MAAM,CAAC,MAAM,sCAAsC,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAC3E,GAAG,EAAE,CACH,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IAChC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CACL,CAAC,CAAC,IAAI,CAAC;IACL,MAAM,EAAE,KAAK;IACb,GAAG,EAAE,mCAAmC;IACxC,IAAI,EAAE,GAAG;CACV,CAAC,CACH,CACJ,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,wCAAwC;CACrD,CAA4D,CAAC;AAU9D,MAAM,CAAC,MAAM,0BAA0B,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CACrE,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5C,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC9C,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAChE,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,4BAA4B;CACzC,CAAgD,CAAC;AAGlD,MAAM,CAAC,MAAM,yBAAyB,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CAC5D,IAAI,CACyC,CAAC;AAUhD,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC5D,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,yBAAyB;IAC/B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;IAC/B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;CAC7B,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,mBAAmB;CAChC,CAAuC,CAAC;AAUzC,MAAM,CAAC,MAAM,mCAAmC,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC9E,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5C,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3C,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CACL,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,0BAA0B,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CACtE,CACF,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,qCAAqC;CAClD,CAAyD,CAAC;AAG3D,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAa,CAAC,CAAC,CAAC,KAAK,CAC3D,GAAG,CACyC,CAAC;AAU/C,MAAM,CAAC,MAAM,gBAAgB,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC3D,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,wBAAwB;IAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;IAC/B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACvC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;CAC7B,CAAC,CACH,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,kBAAkB;CAC/B,CAAsC,CAAC;AAMxC,MAAM,CAAC,MAAM,kCAAkC,GAAG,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,CAC7E,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC;IACjC,mBAAmB,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,qBAAqB,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAC3E,CAAC,QAAQ,CAAC;IACT,UAAU,EAAE,oCAAoC;CACjD,CAAwD,CAAC;AAK1D,2bAA2b;AAC3b,MAAM,CAAC,MAAM,iCAAiC,GAK1C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,wCAAwC;IAC/C,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAKJ,yYAAyY;AACzY,MAAM,CAAC,MAAM,mCAAmC,GAK5C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,0CAA0C;IACjD,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAGJ,mmBAAmmB;AACnmB,MAAM,CAAC,MAAM,qBAAqB,GAK9B,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,4BAA4B;IACnC,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAKJ,+qBAA+qB;AAC/qB,MAAM,CAAC,MAAM,8BAA8B,GAKvC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,qCAAqC;IAC5C,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAKJ,2aAA2a;AAC3a,MAAM,CAAC,MAAM,6BAA6B,GAKtC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,oCAAoC;IAC3C,MAAM,EAAE,kBAAkB;IAC1B,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAKJ,wXAAwX;AACxX,MAAM,CAAC,MAAM,qCAAqC,GAK9C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,4CAA4C;IACnD,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAGJ,uYAAuY;AACvY,MAAM,CAAC,MAAM,uBAAuB,GAKhC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,8BAA8B;IACrC,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAKJ,uWAAuW;AACvW,MAAM,CAAC,MAAM,+BAA+B,GAKxC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,sCAAsC;IAC7C,MAAM,EAAE,GAAG;IACX,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAGJ,yaAAya;AACza,MAAM,CAAC,MAAM,mBAAmB,GAK5B,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,0BAA0B;IACjC,MAAM,EAAE,iBAAiB;IACzB,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAKJ,uYAAuY;AACvY,MAAM,CAAC,MAAM,4BAA4B,GAKrC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,mCAAmC;IAC1C,MAAM,EAAE,gBAAgB;IACxB,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC;AAKJ,idAAid;AACjd,MAAM,CAAC,MAAM,2BAA2B,GAKpC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChC,KAAK,EAAE,kCAAkC;IACzC,MAAM,EAAE,IAAI;IACZ,MAAM,EAAE,CAAC,mBAAmB,CAAC;IAC7B,QAAQ,EAAE,eAAe;IACzB,KAAK,EAAE,KAAK,CAAC,KAAK;CACnB,CAAC,CAAC,CAAC"}