hanzoai 0.0.1-alpha.1

package/resources/routes.d.mts

@@ -0,0 +1,14 @@
+import { APIResource } from "../core/resource.mjs";
+import { APIPromise } from "../core/api-promise.mjs";
+import { RequestOptions } from "../internal/request-options.mjs";
+export declare class Routes extends APIResource {
+    /**
+     * Get a list of available routes in the FastAPI application.
+     */
+    list(options?: RequestOptions): APIPromise<unknown>;
+}
+export type RouteListResponse = unknown;
+export declare namespace Routes {
+    export { type RouteListResponse as RouteListResponse };
+}
+//# sourceMappingURL=routes.d.mts.map

package/resources/routes.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.d.mts","sourceRoot":"","sources":["../src/resources/routes.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,MAAO,SAAQ,WAAW;IACrC;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGpD;AAED,MAAM,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAExC,MAAM,CAAC,OAAO,WAAW,MAAM,CAAC;IAC9B,OAAO,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACxD"}

package/resources/routes.d.ts

@@ -0,0 +1,14 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class Routes extends APIResource {
+    /**
+     * Get a list of available routes in the FastAPI application.
+     */
+    list(options?: RequestOptions): APIPromise<unknown>;
+}
+export type RouteListResponse = unknown;
+export declare namespace Routes {
+    export { type RouteListResponse as RouteListResponse };
+}
+//# sourceMappingURL=routes.d.ts.map

package/resources/routes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.d.ts","sourceRoot":"","sources":["../src/resources/routes.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,MAAO,SAAQ,WAAW;IACrC;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGpD;AAED,MAAM,MAAM,iBAAiB,GAAG,OAAO,CAAC;AAExC,MAAM,CAAC,OAAO,WAAW,MAAM,CAAC;IAC9B,OAAO,EAAE,KAAK,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;CACxD"}

package/resources/routes.js

@@ -0,0 +1,15 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Routes = void 0;
+const resource_1 = require("../core/resource.js");
+class Routes extends resource_1.APIResource {
+    /**
+     * Get a list of available routes in the FastAPI application.
+     */
+    list(options) {
+        return this._client.get('/routes', options);
+    }
+}
+exports.Routes = Routes;
+//# sourceMappingURL=routes.js.map

package/resources/routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.js","sourceRoot":"","sources":["../src/resources/routes.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,MAAa,MAAO,SAAQ,sBAAW;IACrC;;OAEG;IACH,IAAI,CAAC,OAAwB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;CACF;AAPD,wBAOC"}

package/resources/routes.mjs

@@ -0,0 +1,11 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../core/resource.mjs";
+export class Routes extends APIResource {
+    /**
+     * Get a list of available routes in the FastAPI application.
+     */
+    list(options) {
+        return this._client.get('/routes', options);
+    }
+}
+//# sourceMappingURL=routes.mjs.map

package/resources/routes.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"routes.mjs","sourceRoot":"","sources":["../src/resources/routes.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,MAAO,SAAQ,WAAW;IACrC;;OAEG;IACH,IAAI,CAAC,OAAwB;QAC3B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;CACF"}

package/resources/settings.d.mts

@@ -0,0 +1,36 @@
+import { APIResource } from "../core/resource.mjs";
+import { APIPromise } from "../core/api-promise.mjs";
+import { RequestOptions } from "../internal/request-options.mjs";
+export declare class Settings extends APIResource {
+    /**
+     * Returns a list of llm level settings
+     *
+     * This is useful for debugging and ensuring the proxy server is configured
+     * correctly.
+     *
+     * Response schema:
+     *
+     * ```
+     * {
+     *     "alerting": _alerting,
+     *     "llm.callbacks": llm_callbacks,
+     *     "llm.input_callback": llm_input_callbacks,
+     *     "llm.failure_callback": llm_failure_callbacks,
+     *     "llm.success_callback": llm_success_callbacks,
+     *     "llm._async_success_callback": llm_async_success_callbacks,
+     *     "llm._async_failure_callback": llm_async_failure_callbacks,
+     *     "llm._async_input_callback": llm_async_input_callbacks,
+     *     "all_llm_callbacks": all_llm_callbacks,
+     *     "num_callbacks": len(all_llm_callbacks),
+     *     "num_alerting": _num_alerting,
+     *     "llm.request_timeout": llm.request_timeout,
+     * }
+     * ```
+     */
+    retrieve(options?: RequestOptions): APIPromise<unknown>;
+}
+export type SettingRetrieveResponse = unknown;
+export declare namespace Settings {
+    export { type SettingRetrieveResponse as SettingRetrieveResponse };
+}
+//# sourceMappingURL=settings.d.mts.map

package/resources/settings.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.d.mts","sourceRoot":"","sources":["../src/resources/settings.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGxD;AAED,MAAM,MAAM,uBAAuB,GAAG,OAAO,CAAC;AAE9C,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EAAE,KAAK,uBAAuB,IAAI,uBAAuB,EAAE,CAAC;CACpE"}

package/resources/settings.d.ts

@@ -0,0 +1,36 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class Settings extends APIResource {
+    /**
+     * Returns a list of llm level settings
+     *
+     * This is useful for debugging and ensuring the proxy server is configured
+     * correctly.
+     *
+     * Response schema:
+     *
+     * ```
+     * {
+     *     "alerting": _alerting,
+     *     "llm.callbacks": llm_callbacks,
+     *     "llm.input_callback": llm_input_callbacks,
+     *     "llm.failure_callback": llm_failure_callbacks,
+     *     "llm.success_callback": llm_success_callbacks,
+     *     "llm._async_success_callback": llm_async_success_callbacks,
+     *     "llm._async_failure_callback": llm_async_failure_callbacks,
+     *     "llm._async_input_callback": llm_async_input_callbacks,
+     *     "all_llm_callbacks": all_llm_callbacks,
+     *     "num_callbacks": len(all_llm_callbacks),
+     *     "num_alerting": _num_alerting,
+     *     "llm.request_timeout": llm.request_timeout,
+     * }
+     * ```
+     */
+    retrieve(options?: RequestOptions): APIPromise<unknown>;
+}
+export type SettingRetrieveResponse = unknown;
+export declare namespace Settings {
+    export { type SettingRetrieveResponse as SettingRetrieveResponse };
+}
+//# sourceMappingURL=settings.d.ts.map

package/resources/settings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.d.ts","sourceRoot":"","sources":["../src/resources/settings.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,QAAQ,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGxD;AAED,MAAM,MAAM,uBAAuB,GAAG,OAAO,CAAC;AAE9C,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EAAE,KAAK,uBAAuB,IAAI,uBAAuB,EAAE,CAAC;CACpE"}

package/resources/settings.js

@@ -0,0 +1,37 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Settings = void 0;
+const resource_1 = require("../core/resource.js");
+class Settings extends resource_1.APIResource {
+    /**
+     * Returns a list of llm level settings
+     *
+     * This is useful for debugging and ensuring the proxy server is configured
+     * correctly.
+     *
+     * Response schema:
+     *
+     * ```
+     * {
+     *     "alerting": _alerting,
+     *     "llm.callbacks": llm_callbacks,
+     *     "llm.input_callback": llm_input_callbacks,
+     *     "llm.failure_callback": llm_failure_callbacks,
+     *     "llm.success_callback": llm_success_callbacks,
+     *     "llm._async_success_callback": llm_async_success_callbacks,
+     *     "llm._async_failure_callback": llm_async_failure_callbacks,
+     *     "llm._async_input_callback": llm_async_input_callbacks,
+     *     "all_llm_callbacks": all_llm_callbacks,
+     *     "num_callbacks": len(all_llm_callbacks),
+     *     "num_alerting": _num_alerting,
+     *     "llm.request_timeout": llm.request_timeout,
+     * }
+     * ```
+     */
+    retrieve(options) {
+        return this._client.get('/settings', options);
+    }
+}
+exports.Settings = Settings;
+//# sourceMappingURL=settings.js.map

package/resources/settings.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.js","sourceRoot":"","sources":["../src/resources/settings.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,MAAa,QAAS,SAAQ,sBAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,QAAQ,CAAC,OAAwB;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;CACF;AA7BD,4BA6BC"}

package/resources/settings.mjs

@@ -0,0 +1,33 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../core/resource.mjs";
+export class Settings extends APIResource {
+    /**
+     * Returns a list of llm level settings
+     *
+     * This is useful for debugging and ensuring the proxy server is configured
+     * correctly.
+     *
+     * Response schema:
+     *
+     * ```
+     * {
+     *     "alerting": _alerting,
+     *     "llm.callbacks": llm_callbacks,
+     *     "llm.input_callback": llm_input_callbacks,
+     *     "llm.failure_callback": llm_failure_callbacks,
+     *     "llm.success_callback": llm_success_callbacks,
+     *     "llm._async_success_callback": llm_async_success_callbacks,
+     *     "llm._async_failure_callback": llm_async_failure_callbacks,
+     *     "llm._async_input_callback": llm_async_input_callbacks,
+     *     "all_llm_callbacks": all_llm_callbacks,
+     *     "num_callbacks": len(all_llm_callbacks),
+     *     "num_alerting": _num_alerting,
+     *     "llm.request_timeout": llm.request_timeout,
+     * }
+     * ```
+     */
+    retrieve(options) {
+        return this._client.get('/settings', options);
+    }
+}
+//# sourceMappingURL=settings.mjs.map

package/resources/settings.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"settings.mjs","sourceRoot":"","sources":["../src/resources/settings.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;OAwBG;IACH,QAAQ,CAAC,OAAwB;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;CACF"}

package/resources/spend.d.mts

@@ -0,0 +1,191 @@
+import { APIResource } from "../core/resource.mjs";
+import { APIPromise } from "../core/api-promise.mjs";
+import { RequestOptions } from "../internal/request-options.mjs";
+export declare class Spend extends APIResource {
+    /**
+     * Accepts all the params of completion_cost.
+     *
+     * Calculate spend **before** making call:
+     *
+     * Note: If you see a spend of $0.0 you need to set custom_pricing for your model:
+     * https://docs.llm.ai/docs/proxy/custom_pricing
+     *
+     * ```
+     * curl --location 'http://localhost:4000/spend/calculate'
+     * --header 'Authorization: Bearer sk-1234'
+     * --header 'Content-Type: application/json'
+     * --data '{
+     *     "model": "anthropic.claude-v2",
+     *     "messages": [{"role": "user", "content": "Hey, how'''s it going?"}]
+     * }'
+     * ```
+     *
+     * Calculate spend **after** making call:
+     *
+     * ```
+     * curl --location 'http://localhost:4000/spend/calculate'
+     * --header 'Authorization: Bearer sk-1234'
+     * --header 'Content-Type: application/json'
+     * --data '{
+     *     "completion_response": {
+     *         "id": "chatcmpl-123",
+     *         "object": "chat.completion",
+     *         "created": 1677652288,
+     *         "model": "gpt-3.5-turbo-0125",
+     *         "system_fingerprint": "fp_44709d6fcb",
+     *         "choices": [{
+     *             "index": 0,
+     *             "message": {
+     *                 "role": "assistant",
+     *                 "content": "Hello there, how may I assist you today?"
+     *             },
+     *             "logprobs": null,
+     *             "finish_reason": "stop"
+     *         }]
+     *         "usage": {
+     *             "prompt_tokens": 9,
+     *             "completion_tokens": 12,
+     *             "total_tokens": 21
+     *         }
+     *     }
+     * }'
+     * ```
+     */
+    calculateSpend(body: SpendCalculateSpendParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * View all spend logs, if request_id is provided, only logs for that request_id
+     * will be returned
+     *
+     * Example Request for all logs
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Example Request for specific request_id
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs?request_id=chatcmpl-6dcb2540-d3d7-4e49-bb27-291f863f112e" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Example Request for specific api_key
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs?api_key=sk-Fn8Ej39NkBQmUagFEoUWPQ" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Example Request for specific user_id
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs?user_id=z@hanzo.ai" -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    listLogs(query?: SpendListLogsParams | null | undefined, options?: RequestOptions): APIPromise<SpendListLogsResponse>;
+    /**
+     * LLM Enterprise - View Spend Per Request Tag
+     *
+     * Example Request:
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/tags" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Spend with Start Date and End Date
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/tags?start_date=2022-01-01&end_date=2022-02-01" -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    listTags(query?: SpendListTagsParams | null | undefined, options?: RequestOptions): APIPromise<SpendListTagsResponse>;
+}
+export type SpendCalculateSpendResponse = unknown;
+export type SpendListLogsResponse = Array<SpendListLogsResponse.SpendListLogsResponseItem>;
+export declare namespace SpendListLogsResponse {
+    interface SpendListLogsResponseItem {
+        api_key: string;
+        call_type: string;
+        endTime: string | (string & {}) | null;
+        messages: string | Array<unknown> | unknown | null;
+        request_id: string;
+        response: string | Array<unknown> | unknown | null;
+        startTime: string | (string & {}) | null;
+        api_base?: string | null;
+        cache_hit?: string | null;
+        cache_key?: string | null;
+        completion_tokens?: number | null;
+        metadata?: unknown;
+        model?: string | null;
+        prompt_tokens?: number | null;
+        request_tags?: unknown;
+        requester_ip_address?: string | null;
+        spend?: number | null;
+        total_tokens?: number | null;
+        user?: string | null;
+    }
+}
+export type SpendListTagsResponse = Array<SpendListTagsResponse.SpendListTagsResponseItem>;
+export declare namespace SpendListTagsResponse {
+    interface SpendListTagsResponseItem {
+        api_key: string;
+        call_type: string;
+        endTime: string | (string & {}) | null;
+        messages: string | Array<unknown> | unknown | null;
+        request_id: string;
+        response: string | Array<unknown> | unknown | null;
+        startTime: string | (string & {}) | null;
+        api_base?: string | null;
+        cache_hit?: string | null;
+        cache_key?: string | null;
+        completion_tokens?: number | null;
+        metadata?: unknown;
+        model?: string | null;
+        prompt_tokens?: number | null;
+        request_tags?: unknown;
+        requester_ip_address?: string | null;
+        spend?: number | null;
+        total_tokens?: number | null;
+        user?: string | null;
+    }
+}
+export interface SpendCalculateSpendParams {
+    completion_response?: unknown | null;
+    messages?: Array<unknown> | null;
+    model?: string | null;
+}
+export interface SpendListLogsParams {
+    /**
+     * Get spend logs based on api key
+     */
+    api_key?: string | null;
+    /**
+     * Time till which to view key spend
+     */
+    end_date?: string | null;
+    /**
+     * request_id to get spend logs for specific request_id. If none passed then pass
+     * spend logs for all requests
+     */
+    request_id?: string | null;
+    /**
+     * Time from which to start viewing key spend
+     */
+    start_date?: string | null;
+    /**
+     * Get spend logs based on user_id
+     */
+    user_id?: string | null;
+}
+export interface SpendListTagsParams {
+    /**
+     * Time till which to view key spend
+     */
+    end_date?: string | null;
+    /**
+     * Time from which to start viewing key spend
+     */
+    start_date?: string | null;
+}
+export declare namespace Spend {
+    export { type SpendCalculateSpendResponse as SpendCalculateSpendResponse, type SpendListLogsResponse as SpendListLogsResponse, type SpendListTagsResponse as SpendListTagsResponse, type SpendCalculateSpendParams as SpendCalculateSpendParams, type SpendListLogsParams as SpendListLogsParams, type SpendListTagsParams as SpendListTagsParams, };
+}
+//# sourceMappingURL=spend.d.mts.map

package/resources/spend.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spend.d.mts","sourceRoot":"","sources":["../src/resources/spend.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,KAAM,SAAQ,WAAW;IACpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgDG;IACH,cAAc,CAAC,IAAI,EAAE,yBAAyB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAI9F;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,QAAQ,CACN,KAAK,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,qBAAqB,CAAC;IAIpC;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CACN,KAAK,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,qBAAqB,CAAC;CAGrC;AAED,MAAM,MAAM,2BAA2B,GAAG,OAAO,CAAC;AAElD,MAAM,MAAM,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC,yBAAyB,CAAC,CAAC;AAE3F,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,yBAAyB;QACxC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,MAAM,CAAC;QAElB,OAAO,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEvC,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,SAAS,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEzC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAElC,QAAQ,CAAC,EAAE,OAAO,CAAC;QAEnB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B,YAAY,CAAC,EAAE,OAAO,CAAC;QAEvB,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAErC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB;CACF;AAED,MAAM,MAAM,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC,yBAAyB,CAAC,CAAC;AAE3F,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,yBAAyB;QACxC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,MAAM,CAAC;QAElB,OAAO,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEvC,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,SAAS,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEzC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAElC,QAAQ,CAAC,EAAE,OAAO,CAAC;QAEnB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B,YAAY,CAAC,EAAE,OAAO,CAAC;QAEvB,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAErC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB;CACF;AAED,MAAM,WAAW,yBAAyB;IACxC,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAErC,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IAEjC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}

package/resources/spend.d.ts

@@ -0,0 +1,191 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class Spend extends APIResource {
+    /**
+     * Accepts all the params of completion_cost.
+     *
+     * Calculate spend **before** making call:
+     *
+     * Note: If you see a spend of $0.0 you need to set custom_pricing for your model:
+     * https://docs.llm.ai/docs/proxy/custom_pricing
+     *
+     * ```
+     * curl --location 'http://localhost:4000/spend/calculate'
+     * --header 'Authorization: Bearer sk-1234'
+     * --header 'Content-Type: application/json'
+     * --data '{
+     *     "model": "anthropic.claude-v2",
+     *     "messages": [{"role": "user", "content": "Hey, how'''s it going?"}]
+     * }'
+     * ```
+     *
+     * Calculate spend **after** making call:
+     *
+     * ```
+     * curl --location 'http://localhost:4000/spend/calculate'
+     * --header 'Authorization: Bearer sk-1234'
+     * --header 'Content-Type: application/json'
+     * --data '{
+     *     "completion_response": {
+     *         "id": "chatcmpl-123",
+     *         "object": "chat.completion",
+     *         "created": 1677652288,
+     *         "model": "gpt-3.5-turbo-0125",
+     *         "system_fingerprint": "fp_44709d6fcb",
+     *         "choices": [{
+     *             "index": 0,
+     *             "message": {
+     *                 "role": "assistant",
+     *                 "content": "Hello there, how may I assist you today?"
+     *             },
+     *             "logprobs": null,
+     *             "finish_reason": "stop"
+     *         }]
+     *         "usage": {
+     *             "prompt_tokens": 9,
+     *             "completion_tokens": 12,
+     *             "total_tokens": 21
+     *         }
+     *     }
+     * }'
+     * ```
+     */
+    calculateSpend(body: SpendCalculateSpendParams, options?: RequestOptions): APIPromise<unknown>;
+    /**
+     * View all spend logs, if request_id is provided, only logs for that request_id
+     * will be returned
+     *
+     * Example Request for all logs
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Example Request for specific request_id
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs?request_id=chatcmpl-6dcb2540-d3d7-4e49-bb27-291f863f112e" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Example Request for specific api_key
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs?api_key=sk-Fn8Ej39NkBQmUagFEoUWPQ" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Example Request for specific user_id
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/logs?user_id=z@hanzo.ai" -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    listLogs(query?: SpendListLogsParams | null | undefined, options?: RequestOptions): APIPromise<SpendListLogsResponse>;
+    /**
+     * LLM Enterprise - View Spend Per Request Tag
+     *
+     * Example Request:
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/tags" -H "Authorization: Bearer sk-1234"
+     * ```
+     *
+     * Spend with Start Date and End Date
+     *
+     * ```
+     * curl -X GET "http://0.0.0.0:8000/spend/tags?start_date=2022-01-01&end_date=2022-02-01" -H "Authorization: Bearer sk-1234"
+     * ```
+     */
+    listTags(query?: SpendListTagsParams | null | undefined, options?: RequestOptions): APIPromise<SpendListTagsResponse>;
+}
+export type SpendCalculateSpendResponse = unknown;
+export type SpendListLogsResponse = Array<SpendListLogsResponse.SpendListLogsResponseItem>;
+export declare namespace SpendListLogsResponse {
+    interface SpendListLogsResponseItem {
+        api_key: string;
+        call_type: string;
+        endTime: string | (string & {}) | null;
+        messages: string | Array<unknown> | unknown | null;
+        request_id: string;
+        response: string | Array<unknown> | unknown | null;
+        startTime: string | (string & {}) | null;
+        api_base?: string | null;
+        cache_hit?: string | null;
+        cache_key?: string | null;
+        completion_tokens?: number | null;
+        metadata?: unknown;
+        model?: string | null;
+        prompt_tokens?: number | null;
+        request_tags?: unknown;
+        requester_ip_address?: string | null;
+        spend?: number | null;
+        total_tokens?: number | null;
+        user?: string | null;
+    }
+}
+export type SpendListTagsResponse = Array<SpendListTagsResponse.SpendListTagsResponseItem>;
+export declare namespace SpendListTagsResponse {
+    interface SpendListTagsResponseItem {
+        api_key: string;
+        call_type: string;
+        endTime: string | (string & {}) | null;
+        messages: string | Array<unknown> | unknown | null;
+        request_id: string;
+        response: string | Array<unknown> | unknown | null;
+        startTime: string | (string & {}) | null;
+        api_base?: string | null;
+        cache_hit?: string | null;
+        cache_key?: string | null;
+        completion_tokens?: number | null;
+        metadata?: unknown;
+        model?: string | null;
+        prompt_tokens?: number | null;
+        request_tags?: unknown;
+        requester_ip_address?: string | null;
+        spend?: number | null;
+        total_tokens?: number | null;
+        user?: string | null;
+    }
+}
+export interface SpendCalculateSpendParams {
+    completion_response?: unknown | null;
+    messages?: Array<unknown> | null;
+    model?: string | null;
+}
+export interface SpendListLogsParams {
+    /**
+     * Get spend logs based on api key
+     */
+    api_key?: string | null;
+    /**
+     * Time till which to view key spend
+     */
+    end_date?: string | null;
+    /**
+     * request_id to get spend logs for specific request_id. If none passed then pass
+     * spend logs for all requests
+     */
+    request_id?: string | null;
+    /**
+     * Time from which to start viewing key spend
+     */
+    start_date?: string | null;
+    /**
+     * Get spend logs based on user_id
+     */
+    user_id?: string | null;
+}
+export interface SpendListTagsParams {
+    /**
+     * Time till which to view key spend
+     */
+    end_date?: string | null;
+    /**
+     * Time from which to start viewing key spend
+     */
+    start_date?: string | null;
+}
+export declare namespace Spend {
+    export { type SpendCalculateSpendResponse as SpendCalculateSpendResponse, type SpendListLogsResponse as SpendListLogsResponse, type SpendListTagsResponse as SpendListTagsResponse, type SpendCalculateSpendParams as SpendCalculateSpendParams, type SpendListLogsParams as SpendListLogsParams, type SpendListTagsParams as SpendListTagsParams, };
+}
+//# sourceMappingURL=spend.d.ts.map

package/resources/spend.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"spend.d.ts","sourceRoot":"","sources":["../src/resources/spend.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,KAAM,SAAQ,WAAW;IACpC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgDG;IACH,cAAc,CAAC,IAAI,EAAE,yBAAyB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAI9F;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACH,QAAQ,CACN,KAAK,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,qBAAqB,CAAC;IAIpC;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CACN,KAAK,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EAClD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,qBAAqB,CAAC;CAGrC;AAED,MAAM,MAAM,2BAA2B,GAAG,OAAO,CAAC;AAElD,MAAM,MAAM,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC,yBAAyB,CAAC,CAAC;AAE3F,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,yBAAyB;QACxC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,MAAM,CAAC;QAElB,OAAO,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEvC,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,SAAS,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEzC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAElC,QAAQ,CAAC,EAAE,OAAO,CAAC;QAEnB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B,YAAY,CAAC,EAAE,OAAO,CAAC;QAEvB,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAErC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB;CACF;AAED,MAAM,MAAM,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC,yBAAyB,CAAC,CAAC;AAE3F,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,yBAAyB;QACxC,OAAO,EAAE,MAAM,CAAC;QAEhB,SAAS,EAAE,MAAM,CAAC;QAElB,OAAO,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEvC,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,UAAU,EAAE,MAAM,CAAC;QAEnB,QAAQ,EAAE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAC;QAEnD,SAAS,EAAE,MAAM,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;QAEzC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEzB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE1B,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAElC,QAAQ,CAAC,EAAE,OAAO,CAAC;QAEnB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B,YAAY,CAAC,EAAE,OAAO,CAAC;QAEvB,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAErC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB;CACF;AAED,MAAM,WAAW,yBAAyB;IACxC,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAErC,QAAQ,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IAEjC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAExB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE3B;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEzB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}