hanzoai 0.0.1-alpha.1

package/resources/budget.d.ts

@@ -0,0 +1,222 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class Budget extends APIResource {
+    /**
+     * Create a new budget object. Can apply this to teams, orgs, end-users, keys.
+     *
+     * Parameters:
+     *
+     * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.)
+     * - budget_id: Optional[str] - The id of the budget. If not provided, a new id
+     *   will be generated.
+     * - max_budget: Optional[float] - The max budget for the budget.
+     * - soft_budget: Optional[float] - The soft budget for the budget.
+     * - max_parallel_requests: Optional[int] - The max number of parallel requests for
+     *   the budget.
+     * - tpm_limit: Optional[int] - The tokens per minute limit for the budget.
+     * - rpm_limit: Optional[int] - The requests per minute limit for the budget.
+     * - model_max_budget: Optional[dict] - Specify max budget for a given model.
+     *   Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d",
+     *   "tpm_limit": 100000, "rpm_limit": 100000}}
+     */
+    create(body: BudgetCreateParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Update an existing budget object.
+     *
+     * Parameters:
+     *
+     * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.)
+     * - budget_id: Optional[str] - The id of the budget. If not provided, a new id
+     *   will be generated.
+     * - max_budget: Optional[float] - The max budget for the budget.
+     * - soft_budget: Optional[float] - The soft budget for the budget.
+     * - max_parallel_requests: Optional[int] - The max number of parallel requests for
+     *   the budget.
+     * - tpm_limit: Optional[int] - The tokens per minute limit for the budget.
+     * - rpm_limit: Optional[int] - The requests per minute limit for the budget.
+     * - model_max_budget: Optional[dict] - Specify max budget for a given model.
+     *   Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d",
+     *   "tpm_limit": 100000, "rpm_limit": 100000}}
+     */
+    update(body: BudgetUpdateParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * List all the created budgets in proxy db. Used on Admin UI.
+     */
+    list(options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Delete budget
+     *
+     * Parameters:
+     *
+     * - id: str - The budget id to delete
+     */
+    delete(body: BudgetDeleteParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Get the budget id specific information
+     *
+     * Parameters:
+     *
+     * - budgets: List[str] - The list of budget ids to get information for
+     */
+    info(body: BudgetInfoParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Get list of configurable params + current value for a budget item + description
+     * of each field
+     *
+     * Used on Admin UI.
+     *
+     * Query Parameters:
+     *
+     * - budget_id: str - The budget id to get information for
+     */
+    settings(query: BudgetSettingsParams, options?: RequestOptions): APIPromise<unknown>;
+}
+export interface BudgetNew {
+    /**
+     * Max duration budget should be set for (e.g. '1hr', '1d', '28d')
+     */
+    budget_duration?: string | null;
+    /**
+     * The unique budget id.
+     */
+    budget_id?: string | null;
+    /**
+     * Requests will fail if this budget (in USD) is exceeded.
+     */
+    max_budget?: number | null;
+    /**
+     * Max concurrent requests allowed for this budget id.
+     */
+    max_parallel_requests?: number | null;
+    /**
+     * Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001',
+     * 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}})
+     */
+    model_max_budget?: Record<string, BudgetNew.ModelMaxBudget> | null;
+    /**
+     * Max requests per minute, allowed for this budget id.
+     */
+    rpm_limit?: number | null;
+    /**
+     * Requests will NOT fail if this is exceeded. Will fire alerting though.
+     */
+    soft_budget?: number | null;
+    /**
+     * Max tokens per minute, allowed for this budget id.
+     */
+    tpm_limit?: number | null;
+}
+export declare namespace BudgetNew {
+    interface ModelMaxBudget {
+        budget_duration?: string | null;
+        max_budget?: number | null;
+        rpm_limit?: number | null;
+        tpm_limit?: number | null;
+    }
+}
+export type BudgetCreateResponse = unknown;
+export type BudgetUpdateResponse = unknown;
+export type BudgetListResponse = unknown;
+export type BudgetDeleteResponse = unknown;
+export type BudgetInfoResponse = unknown;
+export type BudgetSettingsResponse = unknown;
+export interface BudgetCreateParams {
+    /**
+     * Max duration budget should be set for (e.g. '1hr', '1d', '28d')
+     */
+    budget_duration?: string | null;
+    /**
+     * The unique budget id.
+     */
+    budget_id?: string | null;
+    /**
+     * Requests will fail if this budget (in USD) is exceeded.
+     */
+    max_budget?: number | null;
+    /**
+     * Max concurrent requests allowed for this budget id.
+     */
+    max_parallel_requests?: number | null;
+    /**
+     * Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001',
+     * 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}})
+     */
+    model_max_budget?: Record<string, BudgetCreateParams.ModelMaxBudget> | null;
+    /**
+     * Max requests per minute, allowed for this budget id.
+     */
+    rpm_limit?: number | null;
+    /**
+     * Requests will NOT fail if this is exceeded. Will fire alerting though.
+     */
+    soft_budget?: number | null;
+    /**
+     * Max tokens per minute, allowed for this budget id.
+     */
+    tpm_limit?: number | null;
+}
+export declare namespace BudgetCreateParams {
+    interface ModelMaxBudget {
+        budget_duration?: string | null;
+        max_budget?: number | null;
+        rpm_limit?: number | null;
+        tpm_limit?: number | null;
+    }
+}
+export interface BudgetUpdateParams {
+    /**
+     * Max duration budget should be set for (e.g. '1hr', '1d', '28d')
+     */
+    budget_duration?: string | null;
+    /**
+     * The unique budget id.
+     */
+    budget_id?: string | null;
+    /**
+     * Requests will fail if this budget (in USD) is exceeded.
+     */
+    max_budget?: number | null;
+    /**
+     * Max concurrent requests allowed for this budget id.
+     */
+    max_parallel_requests?: number | null;
+    /**
+     * Max budget for each model (e.g. {'gpt-4o': {'max_budget': '0.0000001',
+     * 'budget_duration': '1d', 'tpm_limit': 1000, 'rpm_limit': 1000}})
+     */
+    model_max_budget?: Record<string, BudgetUpdateParams.ModelMaxBudget> | null;
+    /**
+     * Max requests per minute, allowed for this budget id.
+     */
+    rpm_limit?: number | null;
+    /**
+     * Requests will NOT fail if this is exceeded. Will fire alerting though.
+     */
+    soft_budget?: number | null;
+    /**
+     * Max tokens per minute, allowed for this budget id.
+     */
+    tpm_limit?: number | null;
+}
+export declare namespace BudgetUpdateParams {
+    interface ModelMaxBudget {
+        budget_duration?: string | null;
+        max_budget?: number | null;
+        rpm_limit?: number | null;
+        tpm_limit?: number | null;
+    }
+}
+export interface BudgetDeleteParams {
+    id: string;
+}
+export interface BudgetInfoParams {
+    budgets: Array<string>;
+}
+export interface BudgetSettingsParams {
+    budget_id: string;
+}
+export declare namespace Budget {
+    export { type BudgetNew as BudgetNew, type BudgetCreateResponse as BudgetCreateResponse, type BudgetUpdateResponse as BudgetUpdateResponse, type BudgetListResponse as BudgetListResponse, type BudgetDeleteResponse as BudgetDeleteResponse, type BudgetInfoResponse as BudgetInfoResponse, type BudgetSettingsResponse as BudgetSettingsResponse, type BudgetCreateParams as BudgetCreateParams, type BudgetUpdateParams as BudgetUpdateParams, type BudgetDeleteParams as BudgetDeleteParams, type BudgetInfoParams as BudgetInfoParams, type BudgetSettingsParams as BudgetSettingsParams, };
+}
+//# sourceMappingURL=budget.d.ts.map

package/resources/budget.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.d.ts","sourceRoot":"","sources":["../src/resources/budget.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,MAAO,SAAQ,WAAW;IACrC;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAI/E;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAI/E;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInD;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAI/E;;;;;;OAMG;IACH,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAI3E;;;;;;;;;OASG;IACH,QAAQ,CAAC,KAAK,EAAE,oBAAoB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGrF;AAED,MAAM,WAAW,SAAS;IACxB;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEtC;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;IAEnE;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,yBAAiB,SAAS,CAAC;IACzB,UAAiB,cAAc;QAC7B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE3B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B;CACF;AAED,MAAM,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAE3C,MAAM,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAE3C,MAAM,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEzC,MAAM,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAE3C,MAAM,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAEzC,MAAM,MAAM,sBAAsB,GAAG,OAAO,CAAC;AAE7C,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEtC;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;IAE5E;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,yBAAiB,kBAAkB,CAAC;IAClC,UAAiB,cAAc;QAC7B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE3B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEhC;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B;;OAEG;IACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEtC;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,cAAc,CAAC,GAAG,IAAI,CAAC;IAE5E;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE1B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE5B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3B;AAED,yBAAiB,kBAAkB,CAAC;IAClC,UAAiB,cAAc;QAC7B,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE3B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC3B;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,CAAC,OAAO,WAAW,MAAM,CAAC;IAC9B,OAAO,EACL,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}

package/resources/budget.js

@@ -0,0 +1,90 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Budget = void 0;
+const resource_1 = require("../core/resource.js");
+class Budget extends resource_1.APIResource {
+    /**
+     * Create a new budget object. Can apply this to teams, orgs, end-users, keys.
+     *
+     * Parameters:
+     *
+     * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.)
+     * - budget_id: Optional[str] - The id of the budget. If not provided, a new id
+     *   will be generated.
+     * - max_budget: Optional[float] - The max budget for the budget.
+     * - soft_budget: Optional[float] - The soft budget for the budget.
+     * - max_parallel_requests: Optional[int] - The max number of parallel requests for
+     *   the budget.
+     * - tpm_limit: Optional[int] - The tokens per minute limit for the budget.
+     * - rpm_limit: Optional[int] - The requests per minute limit for the budget.
+     * - model_max_budget: Optional[dict] - Specify max budget for a given model.
+     *   Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d",
+     *   "tpm_limit": 100000, "rpm_limit": 100000}}
+     */
+    create(body, options) {
+        return this._client.post('/budget/new', { body, ...options });
+    }
+    /**
+     * Update an existing budget object.
+     *
+     * Parameters:
+     *
+     * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.)
+     * - budget_id: Optional[str] - The id of the budget. If not provided, a new id
+     *   will be generated.
+     * - max_budget: Optional[float] - The max budget for the budget.
+     * - soft_budget: Optional[float] - The soft budget for the budget.
+     * - max_parallel_requests: Optional[int] - The max number of parallel requests for
+     *   the budget.
+     * - tpm_limit: Optional[int] - The tokens per minute limit for the budget.
+     * - rpm_limit: Optional[int] - The requests per minute limit for the budget.
+     * - model_max_budget: Optional[dict] - Specify max budget for a given model.
+     *   Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d",
+     *   "tpm_limit": 100000, "rpm_limit": 100000}}
+     */
+    update(body, options) {
+        return this._client.post('/budget/update', { body, ...options });
+    }
+    /**
+     * List all the created budgets in proxy db. Used on Admin UI.
+     */
+    list(options) {
+        return this._client.get('/budget/list', options);
+    }
+    /**
+     * Delete budget
+     *
+     * Parameters:
+     *
+     * - id: str - The budget id to delete
+     */
+    delete(body, options) {
+        return this._client.post('/budget/delete', { body, ...options });
+    }
+    /**
+     * Get the budget id specific information
+     *
+     * Parameters:
+     *
+     * - budgets: List[str] - The list of budget ids to get information for
+     */
+    info(body, options) {
+        return this._client.post('/budget/info', { body, ...options });
+    }
+    /**
+     * Get list of configurable params + current value for a budget item + description
+     * of each field
+     *
+     * Used on Admin UI.
+     *
+     * Query Parameters:
+     *
+     * - budget_id: str - The budget id to get information for
+     */
+    settings(query, options) {
+        return this._client.get('/budget/settings', { query, ...options });
+    }
+}
+exports.Budget = Budget;
+//# sourceMappingURL=budget.js.map

package/resources/budget.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.js","sourceRoot":"","sources":["../src/resources/budget.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,MAAa,MAAO,SAAQ,sBAAW;IACrC;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,IAAwB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,IAAwB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAwB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,IAAwB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;OAMG;IACH,IAAI,CAAC,IAAsB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;;;;;;;;OASG;IACH,QAAQ,CAAC,KAA2B,EAAE,OAAwB;QAC5D,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;CACF;AAvFD,wBAuFC"}

package/resources/budget.mjs

@@ -0,0 +1,86 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../core/resource.mjs";
+export class Budget extends APIResource {
+    /**
+     * Create a new budget object. Can apply this to teams, orgs, end-users, keys.
+     *
+     * Parameters:
+     *
+     * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.)
+     * - budget_id: Optional[str] - The id of the budget. If not provided, a new id
+     *   will be generated.
+     * - max_budget: Optional[float] - The max budget for the budget.
+     * - soft_budget: Optional[float] - The soft budget for the budget.
+     * - max_parallel_requests: Optional[int] - The max number of parallel requests for
+     *   the budget.
+     * - tpm_limit: Optional[int] - The tokens per minute limit for the budget.
+     * - rpm_limit: Optional[int] - The requests per minute limit for the budget.
+     * - model_max_budget: Optional[dict] - Specify max budget for a given model.
+     *   Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d",
+     *   "tpm_limit": 100000, "rpm_limit": 100000}}
+     */
+    create(body, options) {
+        return this._client.post('/budget/new', { body, ...options });
+    }
+    /**
+     * Update an existing budget object.
+     *
+     * Parameters:
+     *
+     * - budget_duration: Optional[str] - Budget reset period ("30d", "1h", etc.)
+     * - budget_id: Optional[str] - The id of the budget. If not provided, a new id
+     *   will be generated.
+     * - max_budget: Optional[float] - The max budget for the budget.
+     * - soft_budget: Optional[float] - The soft budget for the budget.
+     * - max_parallel_requests: Optional[int] - The max number of parallel requests for
+     *   the budget.
+     * - tpm_limit: Optional[int] - The tokens per minute limit for the budget.
+     * - rpm_limit: Optional[int] - The requests per minute limit for the budget.
+     * - model_max_budget: Optional[dict] - Specify max budget for a given model.
+     *   Example: {"openai/gpt-4o-mini": {"max_budget": 100.0, "budget_duration": "1d",
+     *   "tpm_limit": 100000, "rpm_limit": 100000}}
+     */
+    update(body, options) {
+        return this._client.post('/budget/update', { body, ...options });
+    }
+    /**
+     * List all the created budgets in proxy db. Used on Admin UI.
+     */
+    list(options) {
+        return this._client.get('/budget/list', options);
+    }
+    /**
+     * Delete budget
+     *
+     * Parameters:
+     *
+     * - id: str - The budget id to delete
+     */
+    delete(body, options) {
+        return this._client.post('/budget/delete', { body, ...options });
+    }
+    /**
+     * Get the budget id specific information
+     *
+     * Parameters:
+     *
+     * - budgets: List[str] - The list of budget ids to get information for
+     */
+    info(body, options) {
+        return this._client.post('/budget/info', { body, ...options });
+    }
+    /**
+     * Get list of configurable params + current value for a budget item + description
+     * of each field
+     *
+     * Used on Admin UI.
+     *
+     * Query Parameters:
+     *
+     * - budget_id: str - The budget id to get information for
+     */
+    settings(query, options) {
+        return this._client.get('/budget/settings', { query, ...options });
+    }
+}
+//# sourceMappingURL=budget.mjs.map

package/resources/budget.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"budget.mjs","sourceRoot":"","sources":["../src/resources/budget.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,MAAO,SAAQ,WAAW;IACrC;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,IAAwB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH,MAAM,CAAC,IAAwB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAwB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,MAAM,CAAC,IAAwB,EAAE,OAAwB;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;OAMG;IACH,IAAI,CAAC,IAAsB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;;;;;;;;OASG;IACH,QAAQ,CAAC,KAA2B,EAAE,OAAwB;QAC5D,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;CACF"}

package/resources/cache/cache.d.mts

@@ -0,0 +1,54 @@
+import { APIResource } from "../../core/resource.mjs";
+import * as RedisAPI from "./redis.mjs";
+import { RediRetrieveInfoResponse, Redis } from "./redis.mjs";
+import { APIPromise } from "../../core/api-promise.mjs";
+import { RequestOptions } from "../../internal/request-options.mjs";
+export declare class Cache extends APIResource {
+    redis: RedisAPI.Redis;
+    /**
+     * Endpoint for deleting a key from the cache. All responses from llm proxy have
+     * `x-llm-cache-key` in the headers
+     *
+     * Parameters:
+     *
+     * - **keys**: _Optional[List[str]]_ - A list of keys to delete from the cache.
+     *   Example {"keys": ["key1", "key2"]}
+     *
+     * ```shell
+     * curl -X POST "http://0.0.0.0:4000/cache/delete"     -H "Authorization: Bearer sk-1234"     -d '{"keys": ["key1", "key2"]}'
+     * ```
+     */
+    delete(options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * A function to flush all items from the cache. (All items will be deleted from
+     * the cache with this) Raises HTTPException if the cache is not initialized or if
+     * the cache type does not support flushing. Returns a dictionary with the status
+     * of the operation.
+     *
+     * Usage:
+     *
+     * ```
+     * curl -X POST http://0.0.0.0:4000/cache/flushall -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    flushAll(options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Endpoint for checking if cache can be pinged
+     */
+    ping(options?: RequestOptions): APIPromise<CachePingResponse>;
+}
+export type CacheDeleteResponse = unknown;
+export type CacheFlushAllResponse = unknown;
+export interface CachePingResponse {
+    cache_type: string;
+    status: string;
+    health_check_cache_params?: unknown | null;
+    llm_cache_params?: string | null;
+    ping_response?: boolean | null;
+    set_cache_response?: string | null;
+}
+export declare namespace Cache {
+    export { type CacheDeleteResponse as CacheDeleteResponse, type CacheFlushAllResponse as CacheFlushAllResponse, type CachePingResponse as CachePingResponse, };
+    export { Redis as Redis, type RediRetrieveInfoResponse as RediRetrieveInfoResponse };
+}
+//# sourceMappingURL=cache.d.mts.map

package/resources/cache/cache.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.mts","sourceRoot":"","sources":["../../src/resources/cache/cache.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,QAAQ;OACb,EAAE,wBAAwB,EAAE,KAAK,EAAE;OACnC,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,KAAM,SAAQ,WAAW;IACpC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAoC;IAEzD;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAIrD;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAIvD;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,iBAAiB,CAAC;CAG9D;AAED,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC;AAE1C,MAAM,MAAM,qBAAqB,GAAG,OAAO,CAAC;AAE5C,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IAEnB,MAAM,EAAE,MAAM,CAAC;IAEf,yBAAyB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE3C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjC,aAAa,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC;AAID,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;IAEF,OAAO,EAAE,KAAK,IAAI,KAAK,EAAE,KAAK,wBAAwB,IAAI,wBAAwB,EAAE,CAAC;CACtF"}

package/resources/cache/cache.d.ts

@@ -0,0 +1,54 @@
+import { APIResource } from "../../core/resource.js";
+import * as RedisAPI from "./redis.js";
+import { RediRetrieveInfoResponse, Redis } from "./redis.js";
+import { APIPromise } from "../../core/api-promise.js";
+import { RequestOptions } from "../../internal/request-options.js";
+export declare class Cache extends APIResource {
+    redis: RedisAPI.Redis;
+    /**
+     * Endpoint for deleting a key from the cache. All responses from llm proxy have
+     * `x-llm-cache-key` in the headers
+     *
+     * Parameters:
+     *
+     * - **keys**: _Optional[List[str]]_ - A list of keys to delete from the cache.
+     *   Example {"keys": ["key1", "key2"]}
+     *
+     * ```shell
+     * curl -X POST "http://0.0.0.0:4000/cache/delete"     -H "Authorization: Bearer sk-1234"     -d '{"keys": ["key1", "key2"]}'
+     * ```
+     */
+    delete(options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * A function to flush all items from the cache. (All items will be deleted from
+     * the cache with this) Raises HTTPException if the cache is not initialized or if
+     * the cache type does not support flushing. Returns a dictionary with the status
+     * of the operation.
+     *
+     * Usage:
+     *
+     * ```
+     * curl -X POST http://0.0.0.0:4000/cache/flushall -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    flushAll(options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * Endpoint for checking if cache can be pinged
+     */
+    ping(options?: RequestOptions): APIPromise<CachePingResponse>;
+}
+export type CacheDeleteResponse = unknown;
+export type CacheFlushAllResponse = unknown;
+export interface CachePingResponse {
+    cache_type: string;
+    status: string;
+    health_check_cache_params?: unknown | null;
+    llm_cache_params?: string | null;
+    ping_response?: boolean | null;
+    set_cache_response?: string | null;
+}
+export declare namespace Cache {
+    export { type CacheDeleteResponse as CacheDeleteResponse, type CacheFlushAllResponse as CacheFlushAllResponse, type CachePingResponse as CachePingResponse, };
+    export { Redis as Redis, type RediRetrieveInfoResponse as RediRetrieveInfoResponse };
+}
+//# sourceMappingURL=cache.d.ts.map

package/resources/cache/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/resources/cache/cache.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,QAAQ;OACb,EAAE,wBAAwB,EAAE,KAAK,EAAE;OACnC,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,KAAM,SAAQ,WAAW;IACpC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAoC;IAEzD;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAIrD;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAIvD;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,iBAAiB,CAAC;CAG9D;AAED,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC;AAE1C,MAAM,MAAM,qBAAqB,GAAG,OAAO,CAAC;AAE5C,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IAEnB,MAAM,EAAE,MAAM,CAAC;IAEf,yBAAyB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE3C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEjC,aAAa,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAE/B,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACpC;AAID,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;IAEF,OAAO,EAAE,KAAK,IAAI,KAAK,EAAE,KAAK,wBAAwB,IAAI,wBAAwB,EAAE,CAAC;CACtF"}

package/resources/cache/cache.js

@@ -0,0 +1,76 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Cache = void 0;
+const resource_1 = require("../../core/resource.js");
+const RedisAPI = __importStar(require("./redis.js"));
+const redis_1 = require("./redis.js");
+class Cache extends resource_1.APIResource {
+    constructor() {
+        super(...arguments);
+        this.redis = new RedisAPI.Redis(this._client);
+    }
+    /**
+     * Endpoint for deleting a key from the cache. All responses from llm proxy have
+     * `x-llm-cache-key` in the headers
+     *
+     * Parameters:
+     *
+     * - **keys**: _Optional[List[str]]_ - A list of keys to delete from the cache.
+     *   Example {"keys": ["key1", "key2"]}
+     *
+     * ```shell
+     * curl -X POST "http://0.0.0.0:4000/cache/delete"     -H "Authorization: Bearer sk-1234"     -d '{"keys": ["key1", "key2"]}'
+     * ```
+     */
+    delete(options) {
+        return this._client.post('/cache/delete', options);
+    }
+    /**
+     * A function to flush all items from the cache. (All items will be deleted from
+     * the cache with this) Raises HTTPException if the cache is not initialized or if
+     * the cache type does not support flushing. Returns a dictionary with the status
+     * of the operation.
+     *
+     * Usage:
+     *
+     * ```
+     * curl -X POST http://0.0.0.0:4000/cache/flushall -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    flushAll(options) {
+        return this._client.post('/cache/flushall', options);
+    }
+    /**
+     * Endpoint for checking if cache can be pinged
+     */
+    ping(options) {
+        return this._client.get('/cache/ping', options);
+    }
+}
+exports.Cache = Cache;
+Cache.Redis = redis_1.Redis;
+//# sourceMappingURL=cache.js.map

package/resources/cache/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/resources/cache/cache.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,qDAAkD;AAClD,qDAAoC;AACpC,sCAA0D;AAI1D,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,UAAK,GAAmB,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyC3D,CAAC;IAvCC;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,OAAwB;QAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,OAAwB;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAwB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;CACF;AA1CD,sBA0CC;AAoBD,KAAK,CAAC,KAAK,GAAG,aAAK,CAAC"}

package/resources/cache/cache.mjs

@@ -0,0 +1,49 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../core/resource.mjs";
+import * as RedisAPI from "./redis.mjs";
+import { Redis } from "./redis.mjs";
+export class Cache extends APIResource {
+    constructor() {
+        super(...arguments);
+        this.redis = new RedisAPI.Redis(this._client);
+    }
+    /**
+     * Endpoint for deleting a key from the cache. All responses from llm proxy have
+     * `x-llm-cache-key` in the headers
+     *
+     * Parameters:
+     *
+     * - **keys**: _Optional[List[str]]_ - A list of keys to delete from the cache.
+     *   Example {"keys": ["key1", "key2"]}
+     *
+     * ```shell
+     * curl -X POST "http://0.0.0.0:4000/cache/delete"     -H "Authorization: Bearer sk-1234"     -d '{"keys": ["key1", "key2"]}'
+     * ```
+     */
+    delete(options) {
+        return this._client.post('/cache/delete', options);
+    }
+    /**
+     * A function to flush all items from the cache. (All items will be deleted from
+     * the cache with this) Raises HTTPException if the cache is not initialized or if
+     * the cache type does not support flushing. Returns a dictionary with the status
+     * of the operation.
+     *
+     * Usage:
+     *
+     * ```
+     * curl -X POST http://0.0.0.0:4000/cache/flushall -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    flushAll(options) {
+        return this._client.post('/cache/flushall', options);
+    }
+    /**
+     * Endpoint for checking if cache can be pinged
+     */
+    ping(options) {
+        return this._client.get('/cache/ping', options);
+    }
+}
+Cache.Redis = Redis;
+//# sourceMappingURL=cache.mjs.map

package/resources/cache/cache.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.mjs","sourceRoot":"","sources":["../../src/resources/cache/cache.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,QAAQ;OACb,EAA4B,KAAK,EAAE;AAI1C,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,UAAK,GAAmB,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyC3D,CAAC;IAvCC;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,OAAwB;QAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;IACrD,CAAC;IAED;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,OAAwB;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAAwB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;CACF;AAoBD,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC"}