hanzoai 0.0.1-alpha.1

package/src/resources/model-group.ts

@@ -0,0 +1,171 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../core/resource';
+import { APIPromise } from '../core/api-promise';
+import { RequestOptions } from '../internal/request-options';
+
+export class ModelGroup extends APIResource {
+  /**
+   * Get information about all the deployments on llm proxy, including config.yaml
+   * descriptions (except api key and api base)
+   *
+   * - /model_group/info returns all model groups. End users of proxy should use
+   *   /model_group/info since those models will be used for /chat/completions,
+   *   /embeddings, etc.
+   * - /model_group/info?model_group=rerank-english-v3.0 returns all model groups for
+   *   a specific model group (`model_name` in config.yaml)
+   *
+   * Example Request (All Models):
+   *
+   * ```shell
+   * curl -X 'GET'     'http://localhost:4000/model_group/info'     -H 'accept: application/json'     -H 'x-api-key: sk-1234'
+   * ```
+   *
+   * Example Request (Specific Model Group):
+   *
+   * ```shell
+   * curl -X 'GET'     'http://localhost:4000/model_group/info?model_group=rerank-english-v3.0'     -H 'accept: application/json'     -H 'Authorization: Bearer sk-1234'
+   * ```
+   *
+   * Example Request (Specific Wildcard Model Group): (e.g. `model_name: openai/*` on
+   * config.yaml)
+   *
+   * ```shell
+   * curl -X 'GET'     'http://localhost:4000/model_group/info?model_group=openai/tts-1'
+   * -H 'accept: application/json'     -H 'Authorization: Bearersk-1234'
+   * ```
+   *
+   * Learn how to use and set wildcard models
+   * [here](https://docs.llm.ai/docs/wildcard_routing)
+   *
+   * Example Response:
+   *
+   * ```json
+   * {
+   *   "data": [
+   *     {
+   *       "model_group": "rerank-english-v3.0",
+   *       "providers": ["cohere"],
+   *       "max_input_tokens": null,
+   *       "max_output_tokens": null,
+   *       "input_cost_per_token": 0.0,
+   *       "output_cost_per_token": 0.0,
+   *       "mode": null,
+   *       "tpm": null,
+   *       "rpm": null,
+   *       "supports_parallel_function_calling": false,
+   *       "supports_vision": false,
+   *       "supports_function_calling": false,
+   *       "supported_openai_params": [
+   *         "stream",
+   *         "temperature",
+   *         "max_tokens",
+   *         "logit_bias",
+   *         "top_p",
+   *         "frequency_penalty",
+   *         "presence_penalty",
+   *         "stop",
+   *         "n",
+   *         "extra_headers"
+   *       ]
+   *     },
+   *     {
+   *       "model_group": "gpt-3.5-turbo",
+   *       "providers": ["openai"],
+   *       "max_input_tokens": 16385.0,
+   *       "max_output_tokens": 4096.0,
+   *       "input_cost_per_token": 1.5e-6,
+   *       "output_cost_per_token": 2e-6,
+   *       "mode": "chat",
+   *       "tpm": null,
+   *       "rpm": null,
+   *       "supports_parallel_function_calling": false,
+   *       "supports_vision": false,
+   *       "supports_function_calling": true,
+   *       "supported_openai_params": [
+   *         "frequency_penalty",
+   *         "logit_bias",
+   *         "logprobs",
+   *         "top_logprobs",
+   *         "max_tokens",
+   *         "max_completion_tokens",
+   *         "n",
+   *         "presence_penalty",
+   *         "seed",
+   *         "stop",
+   *         "stream",
+   *         "stream_options",
+   *         "temperature",
+   *         "top_p",
+   *         "tools",
+   *         "tool_choice",
+   *         "function_call",
+   *         "functions",
+   *         "max_retries",
+   *         "extra_headers",
+   *         "parallel_tool_calls",
+   *         "response_format"
+   *       ]
+   *     },
+   *     {
+   *       "model_group": "llava-hf",
+   *       "providers": ["openai"],
+   *       "max_input_tokens": null,
+   *       "max_output_tokens": null,
+   *       "input_cost_per_token": 0.0,
+   *       "output_cost_per_token": 0.0,
+   *       "mode": null,
+   *       "tpm": null,
+   *       "rpm": null,
+   *       "supports_parallel_function_calling": false,
+   *       "supports_vision": true,
+   *       "supports_function_calling": false,
+   *       "supported_openai_params": [
+   *         "frequency_penalty",
+   *         "logit_bias",
+   *         "logprobs",
+   *         "top_logprobs",
+   *         "max_tokens",
+   *         "max_completion_tokens",
+   *         "n",
+   *         "presence_penalty",
+   *         "seed",
+   *         "stop",
+   *         "stream",
+   *         "stream_options",
+   *         "temperature",
+   *         "top_p",
+   *         "tools",
+   *         "tool_choice",
+   *         "function_call",
+   *         "functions",
+   *         "max_retries",
+   *         "extra_headers",
+   *         "parallel_tool_calls",
+   *         "response_format"
+   *       ]
+   *     }
+   *   ]
+   * }
+   * ```
+   */
+  retrieveInfo(
+    query: ModelGroupRetrieveInfoParams | null | undefined = {},
+    options?: RequestOptions,
+  ): APIPromise<unknown> {
+    return this._client.get('/model_group/info', { query, ...options });
+  }
+}
+
+export type ModelGroupRetrieveInfoResponse = unknown;
+
+export interface ModelGroupRetrieveInfoParams {
+  model_group?: string | null;
+}
+
+export declare namespace ModelGroup {
+  export {
+    type ModelGroupRetrieveInfoResponse as ModelGroupRetrieveInfoResponse,
+    type ModelGroupRetrieveInfoParams as ModelGroupRetrieveInfoParams,
+  };
+}

package/src/resources/model.ts

@@ -0,0 +1,3 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export * from './model/index';

package/src/resources/models.ts

@@ -0,0 +1,29 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../core/resource';
+import { APIPromise } from '../core/api-promise';
+import { RequestOptions } from '../internal/request-options';
+
+export class Models extends APIResource {
+  /**
+   * Use `/model/info` - to get detailed model information, example - pricing, mode,
+   * etc.
+   *
+   * This is just for compatibility with openai projects like aider.
+   */
+  list(query: ModelListParams | null | undefined = {}, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.get('/v1/models', { query, ...options });
+  }
+}
+
+export type ModelListResponse = unknown;
+
+export interface ModelListParams {
+  return_wildcard_routes?: boolean | null;
+
+  team_id?: string | null;
+}
+
+export declare namespace Models {
+  export { type ModelListResponse as ModelListResponse, type ModelListParams as ModelListParams };
+}

package/src/resources/moderations.ts

@@ -0,0 +1,27 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../core/resource';
+import { APIPromise } from '../core/api-promise';
+import { RequestOptions } from '../internal/request-options';
+
+export class Moderations extends APIResource {
+  /**
+   * The moderations endpoint is a tool you can use to check whether content complies
+   * with an LLM Providers policies.
+   *
+   * Quick Start
+   *
+   * ```
+   * curl --location 'http://0.0.0.0:4000/moderations'     --header 'Content-Type: application/json'     --header 'Authorization: Bearer sk-1234'     --data '{"input": "Sample text goes here", "model": "text-moderation-stable"}'
+   * ```
+   */
+  create(options?: RequestOptions): APIPromise<unknown> {
+    return this._client.post('/v1/moderations', options);
+  }
+}
+
+export type ModerationCreateResponse = unknown;
+
+export declare namespace Moderations {
+  export { type ModerationCreateResponse as ModerationCreateResponse };
+}

package/src/resources/openai/deployments/chat.ts

@@ -0,0 +1,37 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../../core/resource';
+import { APIPromise } from '../../../core/api-promise';
+import { RequestOptions } from '../../../internal/request-options';
+import { path } from '../../../internal/utils/path';
+
+export class Chat extends APIResource {
+  /**
+   * Follows the exact same API spec as
+   * `OpenAI's Chat API https://platform.openai.com/docs/api-reference/chat`
+   *
+   * ```bash
+   * curl -X POST http://localhost:4000/v1/chat/completions
+   * -H "Content-Type: application/json"
+   * -H "Authorization: Bearer sk-1234"
+   * -d '{
+   *     "model": "gpt-4o",
+   *     "messages": [
+   *         {
+   *             "role": "user",
+   *             "content": "Hello!"
+   *         }
+   *     ]
+   * }'
+   * ```
+   */
+  complete(model: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.post(path`/openai/deployments/${model}/chat/completions`, options);
+  }
+}
+
+export type ChatCompleteResponse = unknown;
+
+export declare namespace Chat {
+  export { type ChatCompleteResponse as ChatCompleteResponse };
+}

package/src/resources/openai/deployments/deployments.ts

@@ -0,0 +1,65 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../../core/resource';
+import * as ChatAPI from './chat';
+import { Chat, ChatCompleteResponse } from './chat';
+import { APIPromise } from '../../../core/api-promise';
+import { RequestOptions } from '../../../internal/request-options';
+import { path } from '../../../internal/utils/path';
+
+export class Deployments extends APIResource {
+  chat: ChatAPI.Chat = new ChatAPI.Chat(this._client);
+
+  /**
+   * Follows the exact same API spec as
+   * `OpenAI's Completions API https://platform.openai.com/docs/api-reference/completions`
+   *
+   * ```bash
+   * curl -X POST http://localhost:4000/v1/completions
+   * -H "Content-Type: application/json"
+   * -H "Authorization: Bearer sk-1234"
+   * -d '{
+   *     "model": "gpt-3.5-turbo-instruct",
+   *     "prompt": "Once upon a time",
+   *     "max_tokens": 50,
+   *     "temperature": 0.7
+   * }'
+   * ```
+   */
+  complete(model: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.post(path`/openai/deployments/${model}/completions`, options);
+  }
+
+  /**
+   * Follows the exact same API spec as
+   * `OpenAI's Embeddings API https://platform.openai.com/docs/api-reference/embeddings`
+   *
+   * ```bash
+   * curl -X POST http://localhost:4000/v1/embeddings
+   * -H "Content-Type: application/json"
+   * -H "Authorization: Bearer sk-1234"
+   * -d '{
+   *     "model": "text-embedding-ada-002",
+   *     "input": "The quick brown fox jumps over the lazy dog"
+   * }'
+   * ```
+   */
+  embed(model: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.post(path`/openai/deployments/${model}/embeddings`, options);
+  }
+}
+
+export type DeploymentCompleteResponse = unknown;
+
+export type DeploymentEmbedResponse = unknown;
+
+Deployments.Chat = Chat;
+
+export declare namespace Deployments {
+  export {
+    type DeploymentCompleteResponse as DeploymentCompleteResponse,
+    type DeploymentEmbedResponse as DeploymentEmbedResponse,
+  };
+
+  export { Chat as Chat, type ChatCompleteResponse as ChatCompleteResponse };
+}

package/src/resources/openai/deployments/index.ts

@@ -0,0 +1,4 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export { Chat, type ChatCompleteResponse } from './chat';
+export { Deployments, type DeploymentCompleteResponse, type DeploymentEmbedResponse } from './deployments';

package/src/resources/openai/deployments.ts

@@ -0,0 +1,3 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export * from './deployments/index';

package/src/resources/openai/index.ts

@@ -0,0 +1,15 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export {
+  Deployments,
+  type DeploymentCompleteResponse,
+  type DeploymentEmbedResponse,
+} from './deployments/index';
+export {
+  OpenAI,
+  type OpenAICreateResponse,
+  type OpenAIRetrieveResponse,
+  type OpenAIUpdateResponse,
+  type OpenAIDeleteResponse,
+  type OpenAIPatchResponse,
+} from './openai';

package/src/resources/openai/openai.ts

@@ -0,0 +1,80 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../core/resource';
+import * as DeploymentsAPI from './deployments/deployments';
+import { DeploymentCompleteResponse, DeploymentEmbedResponse, Deployments } from './deployments/deployments';
+import { APIPromise } from '../../core/api-promise';
+import { RequestOptions } from '../../internal/request-options';
+import { path } from '../../internal/utils/path';
+
+export class OpenAI extends APIResource {
+  deployments: DeploymentsAPI.Deployments = new DeploymentsAPI.Deployments(this._client);
+
+  /**
+   * Simple pass-through for OpenAI. Use this if you want to directly send a request
+   * to OpenAI.
+   */
+  create(endpoint: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.post(path`/openai/${endpoint}`, options);
+  }
+
+  /**
+   * Simple pass-through for OpenAI. Use this if you want to directly send a request
+   * to OpenAI.
+   */
+  retrieve(endpoint: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.get(path`/openai/${endpoint}`, options);
+  }
+
+  /**
+   * Simple pass-through for OpenAI. Use this if you want to directly send a request
+   * to OpenAI.
+   */
+  update(endpoint: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.put(path`/openai/${endpoint}`, options);
+  }
+
+  /**
+   * Simple pass-through for OpenAI. Use this if you want to directly send a request
+   * to OpenAI.
+   */
+  delete(endpoint: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.delete(path`/openai/${endpoint}`, options);
+  }
+
+  /**
+   * Simple pass-through for OpenAI. Use this if you want to directly send a request
+   * to OpenAI.
+   */
+  patch(endpoint: string, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.patch(path`/openai/${endpoint}`, options);
+  }
+}
+
+export type OpenAICreateResponse = unknown;
+
+export type OpenAIRetrieveResponse = unknown;
+
+export type OpenAIUpdateResponse = unknown;
+
+export type OpenAIDeleteResponse = unknown;
+
+export type OpenAIPatchResponse = unknown;
+
+OpenAI.Deployments = Deployments;
+
+export declare namespace OpenAI {
+  export {
+    type OpenAICreateResponse as OpenAICreateResponse,
+    type OpenAIRetrieveResponse as OpenAIRetrieveResponse,
+    type OpenAIUpdateResponse as OpenAIUpdateResponse,
+    type OpenAIDeleteResponse as OpenAIDeleteResponse,
+    type OpenAIPatchResponse as OpenAIPatchResponse,
+  };
+
+  export {
+    Deployments as Deployments,
+    type DeploymentCompleteResponse as DeploymentCompleteResponse,
+    type DeploymentEmbedResponse as DeploymentEmbedResponse,
+  };
+}

package/src/resources/openai.ts

@@ -0,0 +1,3 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export * from './openai/index';

package/src/resources/organization/index.ts

@@ -0,0 +1,26 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export {
+  Info,
+  type InfoRetrieveResponse,
+  type InfoDeprecatedResponse,
+  type InfoRetrieveParams,
+  type InfoDeprecatedParams,
+} from './info';
+export {
+  Organization,
+  type OrgMember,
+  type OrganizationCreateResponse,
+  type OrganizationUpdateResponse,
+  type OrganizationListResponse,
+  type OrganizationDeleteResponse,
+  type OrganizationAddMemberResponse,
+  type OrganizationDeleteMemberResponse,
+  type OrganizationUpdateMemberResponse,
+  type OrganizationCreateParams,
+  type OrganizationUpdateParams,
+  type OrganizationDeleteParams,
+  type OrganizationAddMemberParams,
+  type OrganizationDeleteMemberParams,
+  type OrganizationUpdateMemberParams,
+} from './organization';

package/src/resources/organization/info.ts

@@ -0,0 +1,194 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../core/resource';
+import * as TeamAPI from '../team/team';
+import { APIPromise } from '../../core/api-promise';
+import { RequestOptions } from '../../internal/request-options';
+
+export class Info extends APIResource {
+  /**
+   * Get the org specific information
+   */
+  retrieve(query: InfoRetrieveParams, options?: RequestOptions): APIPromise<InfoRetrieveResponse> {
+    return this._client.get('/organization/info', { query, ...options });
+  }
+
+  /**
+   * DEPRECATED: Use GET /organization/info instead
+   */
+  deprecated(body: InfoDeprecatedParams, options?: RequestOptions): APIPromise<unknown> {
+    return this._client.post('/organization/info', { body, ...options });
+  }
+}
+
+/**
+ * Returned by the /organization/info endpoint and /organization/list endpoint
+ */
+export interface InfoRetrieveResponse {
+  budget_id: string;
+
+  created_at: string;
+
+  created_by: string;
+
+  models: Array<string>;
+
+  updated_at: string;
+
+  updated_by: string;
+
+  /**
+   * Represents user-controllable params for a LLM_BudgetTable record
+   */
+  llm_budget_table?: InfoRetrieveResponse.LlmBudgetTable | null;
+
+  members?: Array<InfoRetrieveResponse.Member>;
+
+  metadata?: unknown | null;
+
+  organization_alias?: string | null;
+
+  organization_id?: string | null;
+
+  spend?: number;
+
+  teams?: Array<InfoRetrieveResponse.Team>;
+}
+
+export namespace InfoRetrieveResponse {
+  /**
+   * Represents user-controllable params for a LLM_BudgetTable record
+   */
+  export interface LlmBudgetTable {
+    budget_duration?: string | null;
+
+    max_budget?: number | null;
+
+    max_parallel_requests?: number | null;
+
+    model_max_budget?: unknown | null;
+
+    rpm_limit?: number | null;
+
+    soft_budget?: number | null;
+
+    tpm_limit?: number | null;
+  }
+
+  /**
+   * This is the table that track what organizations a user belongs to and users
+   * spend within the organization
+   */
+  export interface Member {
+    created_at: string;
+
+    organization_id: string;
+
+    updated_at: string;
+
+    user_id: string;
+
+    budget_id?: string | null;
+
+    /**
+     * Represents user-controllable params for a LLM_BudgetTable record
+     */
+    llm_budget_table?: Member.LlmBudgetTable | null;
+
+    spend?: number;
+
+    user?: unknown;
+
+    user_role?: string | null;
+  }
+
+  export namespace Member {
+    /**
+     * Represents user-controllable params for a LLM_BudgetTable record
+     */
+    export interface LlmBudgetTable {
+      budget_duration?: string | null;
+
+      max_budget?: number | null;
+
+      max_parallel_requests?: number | null;
+
+      model_max_budget?: unknown | null;
+
+      rpm_limit?: number | null;
+
+      soft_budget?: number | null;
+
+      tpm_limit?: number | null;
+    }
+  }
+
+  export interface Team {
+    team_id: string;
+
+    admins?: Array<unknown>;
+
+    blocked?: boolean;
+
+    budget_duration?: string | null;
+
+    budget_reset_at?: string | null;
+
+    created_at?: string | null;
+
+    llm_model_table?: Team.LlmModelTable | null;
+
+    max_budget?: number | null;
+
+    max_parallel_requests?: number | null;
+
+    members?: Array<unknown>;
+
+    members_with_roles?: Array<TeamAPI.Member>;
+
+    metadata?: unknown | null;
+
+    model_id?: number | null;
+
+    models?: Array<unknown>;
+
+    organization_id?: string | null;
+
+    rpm_limit?: number | null;
+
+    spend?: number | null;
+
+    team_alias?: string | null;
+
+    tpm_limit?: number | null;
+  }
+
+  export namespace Team {
+    export interface LlmModelTable {
+      created_by: string;
+
+      updated_by: string;
+
+      model_aliases?: unknown | string | null;
+    }
+  }
+}
+
+export type InfoDeprecatedResponse = unknown;
+
+export interface InfoRetrieveParams {
+  organization_id: string;
+}
+
+export interface InfoDeprecatedParams {
+  organizations: Array<string>;
+}
+
+export declare namespace Info {
+  export {
+    type InfoRetrieveResponse as InfoRetrieveResponse,
+    type InfoDeprecatedResponse as InfoDeprecatedResponse,
+    type InfoRetrieveParams as InfoRetrieveParams,
+    type InfoDeprecatedParams as InfoDeprecatedParams,
+  };
+}