@homeflare/distilled-litellm 0.2.0 → 0.4.0

package/src/services/beta_mcp.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as T from "../traits.ts";

package/src/services/budget_management.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as C from "@distilled.cloud/core/category";
@@ -114,6 +114,7 @@ export interface BudgetListItem {
   max_budget?: number | null;
   rpm_limit?: number | null;
   soft_budget?: number | null;
+  tpd_limit?: number | null;
   tpm_limit?: number | null;
   updated_at: string;
 }
@@ -126,6 +127,7 @@ export const BudgetListItem = /*@__PURE__*/ S.suspend(() =>
     max_budget: S.optional(S.NullOr(S.Number)),
     rpm_limit: S.optional(S.NullOr(S.Number)),
     soft_budget: S.optional(S.NullOr(S.Number)),
+    tpd_limit: S.optional(S.NullOr(S.Number)),
     tpm_limit: S.optional(S.NullOr(S.Number)),
     updated_at: S.String,
   }),
@@ -253,6 +255,8 @@ export interface PostNewBudgetBudgetNewRequest {
   rpm_limit?: number | null;
   /** Requests will NOT fail if this is exceeded. Will fire alerting though. */
   soft_budget?: number | null;
+  /** Max tokens per day, charged by batch submissions, allowed for this budget id. */
+  tpd_limit?: number | null;
   /** Max tokens per minute, allowed for this budget id. */
   tpm_limit?: number | null;
 }
@@ -268,6 +272,7 @@ export const PostNewBudgetBudgetNewRequest = /*@__PURE__*/ S.suspend(() =>
     ),
     rpm_limit: S.optional(S.NullOr(S.Number)),
     soft_budget: S.optional(S.NullOr(S.Number)),
+    tpd_limit: S.optional(S.NullOr(S.Number)),
     tpm_limit: S.optional(S.NullOr(S.Number)),
   }).pipe(T.Http({ method: "POST", uri: "/budget/new", code: 200 })),
 ).annotate({
@@ -311,6 +316,8 @@ export interface UpdateBudgetBudgetUpdatePostRequest {
   rpm_limit?: number | null;
   /** Requests will NOT fail if this is exceeded. Will fire alerting though. */
   soft_budget?: number | null;
+  /** Max tokens per day, charged by batch submissions, allowed for this budget id. */
+  tpd_limit?: number | null;
   /** Max tokens per minute, allowed for this budget id. */
   tpm_limit?: number | null;
 }
@@ -326,6 +333,7 @@ export const UpdateBudgetBudgetUpdatePostRequest = /*@__PURE__*/ S.suspend(() =>
     ),
     rpm_limit: S.optional(S.NullOr(S.Number)),
     soft_budget: S.optional(S.NullOr(S.Number)),
+    tpd_limit: S.optional(S.NullOr(S.Number)),
     tpm_limit: S.optional(S.NullOr(S.Number)),
   }).pipe(T.Http({ method: "POST", uri: "/budget/update", code: 200 })),
 ).annotate({
@@ -396,7 +404,7 @@ export const listBudgetBudgetListGet: API.OperationMethod<
 }));
 
 export type ListBudgetsManagementV1BudgetsGetError = LitellmOpError;
-/** List Budgets The budgets defined on this proxy, paged, sortable and filterable, for the Budgets page. Readable by a proxy admin or an admin viewer; anyone else is refused 403. The older `/budget/list` answers with the whole table as a bare array and has no way to page, sort or filter it. `sort` takes a comma-separated list of `budget_id`, `max_budget`, `tpm_limit`, `rpm_limit` or `created_at`, each optionally prefixed with `-` for descending, and defaults to `-created_at`. `budget_id` is appended to every sort as the tiebreaker. `q` is a case-insensitive substring match on `budget_id`. `page_size` defaults to 50 and is capped at 100. Filters are `filter[budget_duration][in|is_null]`, `filter[max_budget][gte|lte|is_null]` and `filter[created_at][gte|lte]`. Example curl: ``` curl --location --globoff 'http://0.0.0.0:4000/management/v1/budgets?sort=-max_budget&filter[budget_duration][in]=7d,30d&page_size=25' --header 'Authorization: Bearer sk-1234' ``` */
+/** List Budgets The budgets defined on this proxy, paged, sortable and filterable, for the Budgets page. Readable by a proxy admin or an admin viewer; anyone else is refused 403. The older `/budget/list` answers with the whole table as a bare array and has no way to page, sort or filter it. `sort` takes a comma-separated list of `budget_id`, `max_budget`, `tpm_limit`, `rpm_limit`, `tpd_limit` or `created_at`, each optionally prefixed with `-` for descending, and defaults to `-created_at`. `budget_id` is appended to every sort as the tiebreaker. `q` is a case-insensitive substring match on `budget_id`. `page_size` defaults to 50 and is capped at 100. Filters are `filter[budget_duration][in|is_null]`, `filter[max_budget][gte|lte|is_null]` and `filter[created_at][gte|lte]`. Example curl: ``` curl --location --globoff 'http://0.0.0.0:4000/management/v1/budgets?sort=-max_budget&filter[budget_duration][in]=7d,30d&page_size=25' --header 'Authorization: Bearer sk-1234' ``` */
 export const listBudgetsManagementV1BudgetsGet: API.OperationMethod<
   ListBudgetsManagementV1BudgetsGetRequest,
   ListResponseBudgetListItem,
@@ -432,7 +440,7 @@ export type PostNewBudgetBudgetNewError =
   | BadRequest
   | UnprocessableEntity
   | LitellmOpError;
-/** New Budget Create a new budget object. Can apply this to teams, orgs, end-users, keys. Parameters: - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated. - max_budget: Optional[float] - The max budget for the budget. - soft_budget: Optional[float] - The soft budget for the budget. - max_parallel_requests: Optional[int] - The max number of parallel requests for the budget. - tpm_limit: Optional[int] - The tokens per minute limit for the budget. - rpm_limit: Optional[int] - The requests per minute limit for the budget. - model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d", "tpm_limit": 100000, "rpm_limit": 100000}} - budget_reset_at: Optional[datetime] - Datetime when the initial budget is reset. Default is now. */
+/** New Budget Create a new budget object. Can apply this to teams, orgs, end-users, keys. Parameters: - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated. - max_budget: Optional[float] - The max budget for the budget. - soft_budget: Optional[float] - The soft budget for the budget. - max_parallel_requests: Optional[int] - The max number of parallel requests for the budget. - tpm_limit: Optional[int] - The tokens per minute limit for the budget. - rpm_limit: Optional[int] - The requests per minute limit for the budget. - tpd_limit: Optional[int] - The tokens per day limit for the budget. Charged by batch submissions instead of tpm_limit/rpm_limit. - model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d", "tpm_limit": 100000, "rpm_limit": 100000}} - budget_reset_at: Optional[datetime] - Datetime when the initial budget is reset. Default is now. */
 export const postNewBudgetBudgetNew: API.OperationMethod<
   PostNewBudgetBudgetNewRequest,
   PostNewBudgetBudgetNewResponse,
@@ -450,7 +458,7 @@ export type UpdateBudgetBudgetUpdatePostError =
   | BadRequest
   | UnprocessableEntity
   | LitellmOpError;
-/** Update Budget Update an existing budget object. Parameters: - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated. - max_budget: Optional[float] - The max budget for the budget. - soft_budget: Optional[float] - The soft budget for the budget. - max_parallel_requests: Optional[int] - The max number of parallel requests for the budget. - tpm_limit: Optional[int] - The tokens per minute limit for the budget. - rpm_limit: Optional[int] - The requests per minute limit for the budget. - model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d", "tpm_limit": 100000, "rpm_limit": 100000}} - budget_reset_at: Optional[datetime] - Update the Datetime when the budget was last reset. */
+/** Update Budget Update an existing budget object. Parameters: - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.) - budget_id: Optional[str] - The id of the budget. If not provided, a new id will be generated. - max_budget: Optional[float] - The max budget for the budget. - soft_budget: Optional[float] - The soft budget for the budget. - max_parallel_requests: Optional[int] - The max number of parallel requests for the budget. - tpm_limit: Optional[int] - The tokens per minute limit for the budget. - rpm_limit: Optional[int] - The requests per minute limit for the budget. - tpd_limit: Optional[int] - The tokens per day limit for the budget. Charged by batch submissions instead of tpm_limit/rpm_limit. - model_max_budget: Optional[dict] - Specify max budget for a given model. Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d", "tpm_limit": 100000, "rpm_limit": 100000}} - budget_reset_at: Optional[datetime] - Update the Datetime when the budget was last reset. */
 export const updateBudgetBudgetUpdatePost: API.OperationMethod<
   UpdateBudgetBudgetUpdatePostRequest,
   UpdateBudgetBudgetUpdatePostResponse,

package/src/services/budget_spend_tracking.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as Redacted from "effect/Redacted";
 import * as API from "@distilled.cloud/core/api";
@@ -742,7 +742,7 @@ export interface GetGlobalSpendReportGlobalSpendReportGetRequest {
   group_by?:
     | GetGlobalSpendReportGlobalSpendReportGetRequestGroupBy
     | (string & {});
-  /** View spend for a specific api_key. Example api_key='sk-1234 */
+  /** View spend for a specific api_key. Pass the key's sha256 hash so the raw key stays out of URLs and access logs. Example api_key='d5345c0ecc68ae6295c69f91926b2bd379e25481a40c34b5884d157a9f65d8fa' */
   api_key?: string;
   /** View spend for a specific internal_user_id. Example internal_user_id='1234 */
   internal_user_id?: string;
@@ -852,7 +852,7 @@ export interface GetKeySpendReportKeySpendReportGetRequest {
   start_date?: string;
   /** Time till which to view spend (YYYY-MM-DD) */
   end_date?: string;
-  /** View spend for a specific api_key. Proxy admin only; other callers are scoped to their own key. */
+  /** View spend for a specific api_key. Proxy admin only; other callers are scoped to their own key. Pass the key's sha256 hash so the raw key stays out of URLs and access logs. Example api_key='d5345c0ecc68ae6295c69f91926b2bd379e25481a40c34b5884d157a9f65d8fa' */
   api_key?: string;
 }
 export const GetKeySpendReportKeySpendReportGetRequest =
@@ -1151,6 +1151,12 @@ export interface GetUiViewSpendLogsSpendLogsUiRequest {
   sort_order?: string;
   /** Exclude LiteLLM internal health check requests from results */
   exclude_internal_health_checks?: boolean;
+  /** Paginate over sessions instead of raw logs: one representative row per session, total counts sessions */
+  group_by_session?: boolean;
+  /** Keyset cursor '<last_activity>|<api_key>|<session_key>' from a previous group_by_session page. UI route only, honored when sorting by startTime */
+  session_cursor?: string;
+  /** Match a log whose request_id, api_key (hash), team_id, user, end_user, session_id, or model_id equals this value. request_id matches across all time; the other columns match inside start_date/end_date, which stay required */
+  search?: string;
 }
 export const GetUiViewSpendLogsSpendLogsUiRequest = /*@__PURE__*/ S.suspend(
   () =>
@@ -1178,6 +1184,9 @@ export const GetUiViewSpendLogsSpendLogsUiRequest = /*@__PURE__*/ S.suspend(
       sort_by: S.optional(S.String.pipe(T.Query())),
       sort_order: S.optional(S.String.pipe(T.Query())),
       exclude_internal_health_checks: S.optional(S.Boolean.pipe(T.Query())),
+      group_by_session: S.optional(S.Boolean.pipe(T.Query())),
+      session_cursor: S.optional(S.String.pipe(T.Query())),
+      search: S.optional(S.String.pipe(T.Query())),
     }).pipe(T.Http({ method: "GET", uri: "/spend/logs/ui", code: 200 })),
 ).annotate({
   identifier: "GetUiViewSpendLogsSpendLogsUiRequest",
@@ -1249,6 +1258,12 @@ export interface GetUiViewSpendLogsSpendLogsV2Request {
   sort_order?: string;
   /** Exclude LiteLLM internal health check requests from results */
   exclude_internal_health_checks?: boolean;
+  /** Paginate over sessions instead of raw logs: one representative row per session, total counts sessions */
+  group_by_session?: boolean;
+  /** Keyset cursor '<last_activity>|<api_key>|<session_key>' from a previous group_by_session page. UI route only, honored when sorting by startTime */
+  session_cursor?: string;
+  /** Match a log whose request_id, api_key (hash), team_id, user, end_user, session_id, or model_id equals this value. request_id matches across all time; the other columns match inside start_date/end_date, which stay required */
+  search?: string;
 }
 export const GetUiViewSpendLogsSpendLogsV2Request = /*@__PURE__*/ S.suspend(
   () =>
@@ -1276,6 +1291,9 @@ export const GetUiViewSpendLogsSpendLogsV2Request = /*@__PURE__*/ S.suspend(
       sort_by: S.optional(S.String.pipe(T.Query())),
       sort_order: S.optional(S.String.pipe(T.Query())),
       exclude_internal_health_checks: S.optional(S.Boolean.pipe(T.Query())),
+      group_by_session: S.optional(S.Boolean.pipe(T.Query())),
+      session_cursor: S.optional(S.String.pipe(T.Query())),
+      search: S.optional(S.String.pipe(T.Query())),
     }).pipe(T.Http({ method: "GET", uri: "/spend/logs/v2", code: 200 })),
 ).annotate({
   identifier: "GetUiViewSpendLogsSpendLogsV2Request",
@@ -1356,8 +1374,10 @@ export interface DailySpendMetadata {
   total_pages?: number;
   total_prompt_caching_savings_spend?: number;
   total_prompt_tokens?: number;
+  total_response_time_ms?: number;
   total_spend?: number;
   total_successful_requests?: number;
+  total_timed_requests?: number;
   total_tokens?: number;
 }
 export const DailySpendMetadata = /*@__PURE__*/ S.suspend(() =>
@@ -1377,8 +1397,10 @@ export const DailySpendMetadata = /*@__PURE__*/ S.suspend(() =>
     total_pages: S.optional(S.Number),
     total_prompt_caching_savings_spend: S.optional(S.Number),
     total_prompt_tokens: S.optional(S.Number),
+    total_response_time_ms: S.optional(S.Number),
     total_spend: S.optional(S.Number),
     total_successful_requests: S.optional(S.Number),
+    total_timed_requests: S.optional(S.Number),
     total_tokens: S.optional(S.Number),
   }),
 ).annotate({
@@ -1388,12 +1410,18 @@ export const DailySpendMetadata = /*@__PURE__*/ S.suspend(() =>
 /** Metadata for a key */
 export interface KeyMetadata {
   key_alias?: string | null;
+  key_exists?: boolean | null;
   team_id?: string | null;
+  user_email?: string | null;
+  user_id?: string | null;
 }
 export const KeyMetadata = /*@__PURE__*/ S.suspend(() =>
   S.Struct({
     key_alias: S.optional(S.NullOr(S.String)),
+    key_exists: S.optional(S.NullOr(S.Boolean)),
     team_id: S.optional(S.NullOr(S.String)),
+    user_email: S.optional(S.NullOr(S.String)),
+    user_id: S.optional(S.NullOr(S.String)),
   }),
 ).annotate({ identifier: "KeyMetadata" }) as any as S.Schema<KeyMetadata>;
 
@@ -1412,6 +1440,8 @@ export interface SpendMetrics {
   prompt_tokens?: number;
   spend?: number;
   successful_requests?: number;
+  timed_requests?: number;
+  total_response_time_ms?: number;
   total_tokens?: number;
 }
 export const SpendMetrics = /*@__PURE__*/ S.suspend(() =>
@@ -1430,6 +1460,8 @@ export const SpendMetrics = /*@__PURE__*/ S.suspend(() =>
     prompt_tokens: S.optional(S.Number),
     spend: S.optional(S.Number),
     successful_requests: S.optional(S.Number),
+    timed_requests: S.optional(S.Number),
+    total_response_time_ms: S.optional(S.Number),
     total_tokens: S.optional(S.Number),
   }),
 ).annotate({ identifier: "SpendMetrics" }) as any as S.Schema<SpendMetrics>;
@@ -2474,7 +2506,7 @@ export const getUiViewSpendLogsSpendLogsV2: API.OperationMethod<
 export type GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetError =
   | UnprocessableEntity
   | LitellmOpError;
-/** Get User Daily Activity Aggregated Aggregated analytics for a user's daily activity without pagination. Returns the same response shape as the paginated endpoint with page metadata set to single-page. */
+/** Get User Daily Activity Aggregated Aggregated analytics for a user's daily activity without pagination. Returns the same response shape as the paginated endpoint with page metadata set to single-page. Reads daily spend records that only ever accumulate and are never affected by budget resets. Their total can legitimately exceed the `spend` field returned by `/v2/user/info`, which is a running budget counter that every budget reset sets back to zero (or to the overage above `max_budget` when `budget_rollover` is enabled). */
 export const getUserDailyActivityAggregatedUserDailyActivityAggregatedGet: API.OperationMethod<
   GetUserDailyActivityAggregatedUserDailyActivityAggregatedGetRequest,
   SpendAnalyticsPaginatedResponse,
@@ -2491,7 +2523,7 @@ export const getUserDailyActivityAggregatedUserDailyActivityAggregatedGet: API.O
 export type GetUserDailyActivityUserDailyActivityGetError =
   | UnprocessableEntity
   | LitellmOpError;
-/** Get User Daily Activity [BETA] This is a beta endpoint. It will change. Meant to optimize querying spend data for analytics for a user. Returns: (by date) - spend - prompt_tokens - completion_tokens - cache_read_input_tokens - cache_creation_input_tokens - total_tokens - api_requests - breakdown by model, api_key, provider */
+/** Get User Daily Activity [BETA] This is a beta endpoint. It will change. Meant to optimize querying spend data for analytics for a user. Reads daily spend records that only ever accumulate and are never affected by budget resets. Their total can legitimately exceed the `spend` field returned by `/v2/user/info`, which is a running budget counter that every budget reset sets back to zero (or to the overage above `max_budget` when `budget_rollover` is enabled). Returns: (by date) - spend - prompt_tokens - completion_tokens - cache_read_input_tokens - cache_creation_input_tokens - total_tokens - api_requests - breakdown by model, api_key, provider */
 export const getUserDailyActivityUserDailyActivityGet: API.OperationMethod<
   GetUserDailyActivityUserDailyActivityGetRequest,
   SpendAnalyticsPaginatedResponse,
@@ -2525,7 +2557,7 @@ export const getUserSpendReportUserSpendReportGet: API.OperationMethod<
 export type GetViewSpendLogsSpendLogError =
   | UnprocessableEntity
   | LitellmOpError;
-/** View Spend Logs [DEPRECATED] This endpoint is not paginated and can cause performance issues. Please use `/spend/logs/v2` instead for paginated access to spend logs. Row results are capped at 10,000 most recent entries per response. View all spend logs, if request_id is provided, only logs for that request_id will be returned When start_date and end_date are provided: - summarize=true (default): Returns aggregated spend data grouped by date (maintains backward compatibility) - summarize=false: Returns filtered individual log entries within the date range Example Request for all logs ``` curl -X GET "http://0.0.0.0:8000/spend/logs" -H "Authorization: Bearer sk-1234" ``` Example Request for specific request_id ``` curl -X GET "http://0.0.0.0:8000/spend/logs?request_id=chatcmpl-6dcb2540-d3d7-4e49-bb27-291f863f112e" -H "Authorization: Bearer sk-1234" ``` Example Request for specific api_key ``` curl -X GET "http://0.0.0.0:8000/spend/logs?api_key=sk-test-example-key-123" -H "Authorization: Bearer sk-1234" ``` Example Request for specific user_id ``` curl -X GET "http://0.0.0.0:8000/spend/logs?user_id=ishaan@berri.ai" -H "Authorization: Bearer sk-1234" ``` Example Request for date range with individual logs (unsummarized) ``` curl -X GET "http://0.0.0.0:8000/spend/logs?start_date=2024-01-01&end_date=2024-01-02&summarize=false" -H "Authorization: Bearer sk-1234" ``` */
+/** View Spend Logs [DEPRECATED] This endpoint is not paginated and can cause performance issues. Please use `/spend/logs/v2` instead for paginated access to spend logs. Row results are capped at 10,000 most recent entries per response. View all spend logs, if request_id is provided, only logs for that request_id will be returned When start_date and end_date are provided: - summarize=true (default): Returns aggregated spend data grouped by date (maintains backward compatibility) - summarize=false: Returns filtered individual log entries within the date range Example Request for all logs ``` curl -X GET "http://0.0.0.0:8000/spend/logs" -H "Authorization: Bearer sk-1234" ``` Example Request for specific request_id ``` curl -X GET "http://0.0.0.0:8000/spend/logs?request_id=chatcmpl-6dcb2540-d3d7-4e49-bb27-291f863f112e" -H "Authorization: Bearer sk-1234" ``` Example Request for specific api_key ``` curl -X GET "http://0.0.0.0:8000/spend/logs?api_key=d5345c0ecc68ae6295c69f91926b2bd379e25481a40c34b5884d157a9f65d8fa" -H "Authorization: Bearer sk-1234" ``` Example Request for specific user_id ``` curl -X GET "http://0.0.0.0:8000/spend/logs?user_id=ishaan@berri.ai" -H "Authorization: Bearer sk-1234" ``` Example Request for date range with individual logs (unsummarized) ``` curl -X GET "http://0.0.0.0:8000/spend/logs?start_date=2024-01-01&end_date=2024-01-02&summarize=false" -H "Authorization: Bearer sk-1234" ``` */
 export const getViewSpendLogsSpendLog: API.OperationMethod<
   GetViewSpendLogsSpendLogRequest,
   GetViewSpendLogsSpendLogResponse,

package/src/services/cache_settings.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as C from "@distilled.cloud/core/category";

package/src/services/caching.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as T from "../traits.ts";

package/src/services/chat_completions.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as C from "@distilled.cloud/core/category";

package/src/services/claude_code_marketplace.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as C from "@distilled.cloud/core/category";
@@ -111,10 +111,14 @@ export const EnablePluginClaudeCodePluginsPluginNameEnablePostResponse =
     identifier: "EnablePluginClaudeCodePluginsPluginNameEnablePostResponse",
   }) as any as S.Schema<EnablePluginClaudeCodePluginsPluginNameEnablePostResponse>;
 
-export interface GetMarketplaceClaudeCodeMarketplaceJsonGetRequest {}
+export interface GetMarketplaceClaudeCodeMarketplaceJsonGetRequest {
+  key?: string;
+}
 export const GetMarketplaceClaudeCodeMarketplaceJsonGetRequest =
   /*@__PURE__*/ S.suspend(() =>
-    S.Struct({}).pipe(
+    S.Struct({
+      key: S.optional(S.String.pipe(T.Query())),
+    }).pipe(
       T.Http({
         method: "GET",
         uri: "/claude-code/marketplace.json",
@@ -266,7 +270,7 @@ export const RegisterPluginClaudeCodePluginsPostRequestKeywordsList =
     S.String,
   ) as any as S.Schema<RegisterPluginClaudeCodePluginsPostRequestKeywordsList>;
 
-/** Git source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} */
+/** Plugin source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} - Zip archive on any https host (e.g. S3): {'source': 'archive', 'url': 'https://bucket.s3.amazonaws.com/plugin.zip', 'sha256': '<optional hex digest>'} */
 export type RegisterPluginClaudeCodePluginsPostRequestSourceMap = {
   [key: string]: string | undefined;
 };
@@ -293,7 +297,7 @@ export interface RegisterPluginClaudeCodePluginsPostRequest {
   name: string;
   /** Skill namespace within domain (e.g., 'workflows') */
   namespace?: string | null;
-  /** Git source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} */
+  /** Plugin source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} - Zip archive on any https host (e.g. S3): {'source': 'archive', 'url': 'https://bucket.s3.amazonaws.com/plugin.zip', 'sha256': '<optional hex digest>'} */
   source: RegisterPluginClaudeCodePluginsPostRequestSourceMap;
   /** Semantic version */
   version?: string | null;
@@ -318,7 +322,7 @@ export const RegisterPluginClaudeCodePluginsPostRequest =
     identifier: "RegisterPluginClaudeCodePluginsPostRequest",
   }) as any as S.Schema<RegisterPluginClaudeCodePluginsPostRequest>;
 
-/** Git source reference */
+/** Plugin source reference */
 export type PluginResponseSourceMap = { [key: string]: string | undefined };
 export const PluginResponseSourceMap = /*@__PURE__*/ S.Record(
   S.String,
@@ -335,7 +339,7 @@ export interface PluginResponse {
   id: string;
   /** Plugin name */
   name: string;
-  /** Git source reference */
+  /** Plugin source reference */
   source: PluginResponseSourceMap;
   /** Plugin version */
   version?: string | null;
@@ -377,7 +381,7 @@ export const UpdatePluginClaudeCodePluginsPluginNamePutRequestKeywordsList =
     S.String,
   ) as any as S.Schema<UpdatePluginClaudeCodePluginsPluginNamePutRequestKeywordsList>;
 
-/** Git source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} */
+/** Plugin source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} - Zip archive on any https host (e.g. S3): {'source': 'archive', 'url': 'https://bucket.s3.amazonaws.com/plugin.zip', 'sha256': '<optional hex digest>'} */
 export type UpdatePluginClaudeCodePluginsPluginNamePutRequestSourceMap = {
   [key: string]: string | undefined;
 };
@@ -403,7 +407,7 @@ export interface UpdatePluginClaudeCodePluginsPluginNamePutRequest {
   keywords?: UpdatePluginClaudeCodePluginsPluginNamePutRequestKeywordsList | null;
   /** Skill namespace within domain (e.g., 'workflows') */
   namespace?: string | null;
-  /** Git source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} */
+  /** Plugin source reference. Supported formats: - GitHub: {'source': 'github', 'repo': 'org/repo'} - Git URL: {'source': 'url', 'url': 'https://github.com/org/repo.git'} - Git Subdir: {'source': 'git-subdir', 'url': 'https://github.com/org/repo.git', 'path': 'plugins/plugin-name'} - Zip archive on any https host (e.g. S3): {'source': 'archive', 'url': 'https://bucket.s3.amazonaws.com/plugin.zip', 'sha256': '<optional hex digest>'} */
   source: UpdatePluginClaudeCodePluginsPluginNamePutRequestSourceMap;
   /** Semantic version; cleared if omitted */
   version?: string | null;
@@ -485,8 +489,10 @@ export const enablePluginClaudeCodePluginsPluginNameEnablePost: API.OperationMet
   retry: Retry.Retry,
 }));
 
-export type GetMarketplaceClaudeCodeMarketplaceJsonGetError = LitellmOpError;
-/** Get Marketplace Serve marketplace.json for Claude Code plugin discovery. This endpoint is accessed by Claude Code CLI when users run: - claude plugin marketplace add <url> - claude plugin install <name>@<marketplace> Returns: Marketplace catalog with list of available plugins and their git sources. Example: ```bash claude plugin marketplace add http://localhost:4000/claude-code/marketplace.json claude plugin install my-plugin@litellm ``` */
+export type GetMarketplaceClaudeCodeMarketplaceJsonGetError =
+  | UnprocessableEntity
+  | LitellmOpError;
+/** Get Marketplace Serve marketplace.json for Claude Code plugin discovery. This endpoint is accessed by Claude Code CLI when users run: - claude plugin marketplace add <url> - claude plugin install <name>@<marketplace> Without `key` the catalog holds the enabled (public) plugins. With `?key=sk-...` the key is authenticated and the catalog also holds the disabled plugins granted to it through `object_permission.skills` on the key or its team. Returns: Marketplace catalog with list of available plugins and their git sources. Example: ```bash claude plugin marketplace add http://localhost:4000/claude-code/marketplace.json claude plugin marketplace add "http://localhost:4000/claude-code/marketplace.json?key=sk-..." claude plugin install my-plugin@litellm ``` */
 export const getMarketplaceClaudeCodeMarketplaceJsonGet: API.OperationMethod<
   GetMarketplaceClaudeCodeMarketplaceJsonGetRequest,
   GetMarketplaceClaudeCodeMarketplaceJsonGetResponse,
@@ -495,7 +501,7 @@ export const getMarketplaceClaudeCodeMarketplaceJsonGet: API.OperationMethod<
 > = /*@__PURE__*/ API.make(() => ({
   input: GetMarketplaceClaudeCodeMarketplaceJsonGetRequest,
   output: GetMarketplaceClaudeCodeMarketplaceJsonGetResponse,
-  errors: [],
+  errors: [UnprocessableEntity],
   protocol: LitellmProtocol,
   retry: Retry.Retry,
 }));
@@ -537,7 +543,7 @@ export const listPluginsClaudeCodePluginsGet: API.OperationMethod<
 export type RegisterPluginClaudeCodePluginsPostError =
   | UnprocessableEntity
   | LitellmOpError;
-/** Register Plugin Register a new plugin in the LiteLLM marketplace. LiteLLM acts as a registry/discovery layer. Plugins are hosted on GitHub/GitLab/Bitbucket. Claude Code will clone from the git source when users install. This endpoint is create-only and never overwrites. If a plugin with the same name already exists it returns 409 Conflict; use PUT /claude-code/plugins/{plugin_name} to update an existing plugin. Requires a proxy admin API key. Parameters: - name: Plugin name (kebab-case) - source: Git source reference (github, url, or git-subdir format) - version: Semantic version (optional) - description: Plugin description (optional) - author: Author information (optional) - homepage: Plugin homepage URL (optional) - keywords: Search keywords (optional) - category: Plugin category (optional) Returns: Registration status (action is always "created") and plugin information. Example: ```bash curl -X POST http://localhost:4000/claude-code/plugins \ -H "Authorization: Bearer sk-..." \ -H "Content-Type: application/json" \ -d '{ "name": "my-plugin", "source": {"source": "github", "repo": "org/my-plugin"}, "version": "1.0.0", "description": "My awesome plugin" }' ``` */
+/** Register Plugin Register a new plugin in the LiteLLM marketplace. LiteLLM acts as a registry/discovery layer. Plugins are hosted on GitHub/GitLab/Bitbucket or as a zip archive on any https host (e.g. S3). Claude Code clones the git source or downloads the archive when users install. This endpoint is create-only and never overwrites. If a plugin with the same name already exists it returns 409 Conflict; use PUT /claude-code/plugins/{plugin_name} to update an existing plugin. Requires a proxy admin API key. Parameters: - name: Plugin name (kebab-case) - source: Plugin source reference (github, url, git-subdir, or archive format) - version: Semantic version (optional) - description: Plugin description (optional) - author: Author information (optional) - homepage: Plugin homepage URL (optional) - keywords: Search keywords (optional) - category: Plugin category (optional) Returns: Registration status (action is always "created") and plugin information. Example: ```bash curl -X POST http://localhost:4000/claude-code/plugins \ -H "Authorization: Bearer sk-..." \ -H "Content-Type: application/json" \ -d '{ "name": "my-plugin", "source": {"source": "github", "repo": "org/my-plugin"}, "version": "1.0.0", "description": "My awesome plugin" }' ``` */
 export const registerPluginClaudeCodePluginsPost: API.OperationMethod<
   RegisterPluginClaudeCodePluginsPostRequest,
   RegisterPluginResponse,
@@ -554,7 +560,7 @@ export const registerPluginClaudeCodePluginsPost: API.OperationMethod<
 export type UpdatePluginClaudeCodePluginsPluginNamePutError =
   | UnprocessableEntity
   | LitellmOpError;
-/** Update Plugin Update an existing plugin in the LiteLLM marketplace. The plugin is identified by its name in the path, which is the resource identity and cannot be changed here. This is a full replace, not a merge: the manifest is rebuilt from the request body, so any optional field left out is reset to its default (e.g. an omitted version is cleared, not kept). Send the full desired state. Returns 404 if no plugin with the given name exists; use POST /claude-code/plugins to create a new plugin. Requires a proxy admin API key. Parameters: - plugin_name: Name of the plugin to update (path parameter) - source: Git source reference (github, url, or git-subdir format) - version: Semantic version (optional) - description: Plugin description (optional) - author: Author information (optional) - homepage: Plugin homepage URL (optional) - keywords: Search keywords (optional) - category: Plugin category (optional) Returns: Update status (action is always "updated") and plugin information. Example: ```bash curl -X PUT http://localhost:4000/claude-code/plugins/my-plugin \ -H "Authorization: Bearer sk-..." \ -H "Content-Type: application/json" \ -d '{ "source": {"source": "github", "repo": "org/my-plugin"}, "version": "2.0.0", "description": "My awesome plugin" }' ``` */
+/** Update Plugin Update an existing plugin in the LiteLLM marketplace. The plugin is identified by its name in the path, which is the resource identity and cannot be changed here. This is a full replace, not a merge: the manifest is rebuilt from the request body, so any optional field left out is reset to its default (e.g. an omitted version is cleared, not kept). Send the full desired state. Returns 404 if no plugin with the given name exists; use POST /claude-code/plugins to create a new plugin. Requires a proxy admin API key. Parameters: - plugin_name: Name of the plugin to update (path parameter) - source: Plugin source reference (github, url, git-subdir, or archive format) - version: Semantic version (optional) - description: Plugin description (optional) - author: Author information (optional) - homepage: Plugin homepage URL (optional) - keywords: Search keywords (optional) - category: Plugin category (optional) Returns: Update status (action is always "updated") and plugin information. Example: ```bash curl -X PUT http://localhost:4000/claude-code/plugins/my-plugin \ -H "Authorization: Bearer sk-..." \ -H "Content-Type: application/json" \ -d '{ "source": {"source": "github", "repo": "org/my-plugin"}, "version": "2.0.0", "description": "My awesome plugin" }' ``` */
 export const updatePluginClaudeCodePluginsPluginNamePut: API.OperationMethod<
   UpdatePluginClaudeCodePluginsPluginNamePutRequest,
   RegisterPluginResponse,

package/src/services/cloudzero.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as Redacted from "effect/Redacted";
 import * as API from "@distilled.cloud/core/api";

package/src/services/completions.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as C from "@distilled.cloud/core/category";

package/src/services/compliance.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as C from "@distilled.cloud/core/category";

package/src/services/config_overrides.ts

@@ -1,4 +1,4 @@
-// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.100.0 — see README). Do not edit.
+// AUTO-GENERATED by scripts/generate.ts from .generated-specs (pinned litellm-openapi @ 1.103.0 — see README). Do not edit.
 import * as S from "@distilled.cloud/core/schema";
 import * as API from "@distilled.cloud/core/api";
 import * as C from "@distilled.cloud/core/category";
@@ -283,12 +283,16 @@ export interface UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostRequ
   vault_addr?: string | null;
   /** Certificate role name for TLS cert authentication */
   vault_cert_role?: string | null;
+  /** Namespace for AppRole and TLS cert login (X-Vault-Namespace header); falls back to vault_namespace */
+  vault_login_namespace?: string | null;
   /** KV engine mount name (default: secret) */
   vault_mount_name?: string | null;
-  /** Vault namespace (for multi-tenant Vault, sent as X-Vault-Namespace header) */
+  /** Vault namespace used for both login and secret operations unless overridden below */
   vault_namespace?: string | null;
   /** Optional path prefix for secrets (e.g., myapp -> secret/data/myapp/{secret_name}) */
   vault_path_prefix?: string | null;
+  /** Namespace for secret reads and writes (URL path segment); falls back to vault_namespace */
+  vault_secret_namespace?: string | null;
   /** Token for Vault token-based authentication */
   vault_token?: string | null;
 }
@@ -302,9 +306,11 @@ export const UpdateHashicorpVaultConfigConfigOverridesHashicorpVaultPostRequest
       client_key: S.optional(S.NullOr(S.String)),
       vault_addr: S.optional(S.NullOr(S.String)),
       vault_cert_role: S.optional(S.NullOr(S.String)),
+      vault_login_namespace: S.optional(S.NullOr(S.String)),
       vault_mount_name: S.optional(S.NullOr(S.String)),
       vault_namespace: S.optional(S.NullOr(S.String)),
       vault_path_prefix: S.optional(S.NullOr(S.String)),
+      vault_secret_namespace: S.optional(S.NullOr(S.String)),
       vault_token: S.optional(S.NullOr(S.String)),
     }).pipe(
       T.Http({