@deeprelay/sdk 0.2.0 → 0.3.0

package/src/models/ApiKeyList.ts

@@ -0,0 +1,74 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * deeprelay Public Developer API
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@deeprelay.ai
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime';
+import type { ApiKey } from './ApiKey';
+import {
+    ApiKeyFromJSON,
+    ApiKeyFromJSONTyped,
+    ApiKeyToJSON,
+    ApiKeyToJSONTyped,
+} from './ApiKey';
+
+/**
+ * 
+ * @export
+ * @interface ApiKeyList
+ */
+export interface ApiKeyList {
+    /**
+     * 
+     * @type {Array<ApiKey>}
+     * @memberof ApiKeyList
+     */
+    data: Array<ApiKey>;
+}
+
+/**
+ * Check if a given object implements the ApiKeyList interface.
+ */
+export function instanceOfApiKeyList(value: object): value is ApiKeyList {
+    if (!('data' in value) || value['data'] === undefined) return false;
+    return true;
+}
+
+export function ApiKeyListFromJSON(json: any): ApiKeyList {
+    return ApiKeyListFromJSONTyped(json, false);
+}
+
+export function ApiKeyListFromJSONTyped(json: any, ignoreDiscriminator: boolean): ApiKeyList {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'data': ((json['data'] as Array<any>).map(ApiKeyFromJSON)),
+    };
+}
+
+export function ApiKeyListToJSON(json: any): ApiKeyList {
+    return ApiKeyListToJSONTyped(json, false);
+}
+
+export function ApiKeyListToJSONTyped(value?: ApiKeyList | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'data': ((value['data'] as Array<any>).map(ApiKeyToJSON)),
+    };
+}
+

package/src/models/ApiKeyScopes.ts

@@ -0,0 +1,106 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * deeprelay Public Developer API
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@deeprelay.ai
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime';
+/**
+ * 
+ * @export
+ * @interface ApiKeyScopes
+ */
+export interface ApiKeyScopes {
+    /**
+     * 
+     * @type {ApiKeyScopesShapeEnum}
+     * @memberof ApiKeyScopes
+     */
+    shape: ApiKeyScopesShapeEnum;
+    /**
+     * Whether the key can create, update and revoke keys: true for a `full_access` key and for a granular key granted `{"keys": "write"}`.
+     * @type {boolean}
+     * @memberof ApiKeyScopes
+     */
+    keysManage: boolean;
+    /**
+     * Per-resource levels, present for a granular key.
+     * @type {{ [key: string]: ApiKeyScopesResourcesEnum; }}
+     * @memberof ApiKeyScopes
+     */
+    resources?: { [key: string]: ApiKeyScopesResourcesEnum; };
+}
+
+
+/**
+ * @export
+ */
+export const ApiKeyScopesShapeEnum = {
+    FullAccess: 'full_access',
+    Standard: 'standard',
+    ReadOnly: 'read_only',
+    Granular: 'granular'
+} as const;
+export type ApiKeyScopesShapeEnum = typeof ApiKeyScopesShapeEnum[keyof typeof ApiKeyScopesShapeEnum];
+
+/**
+ * @export
+ */
+export const ApiKeyScopesResourcesEnum = {
+    None: 'none',
+    Read: 'read',
+    Write: 'write'
+} as const;
+export type ApiKeyScopesResourcesEnum = typeof ApiKeyScopesResourcesEnum[keyof typeof ApiKeyScopesResourcesEnum];
+
+
+/**
+ * Check if a given object implements the ApiKeyScopes interface.
+ */
+export function instanceOfApiKeyScopes(value: object): value is ApiKeyScopes {
+    if (!('shape' in value) || value['shape'] === undefined) return false;
+    if ((!('keysManage' in (value as Record<string, any>)) && !('keys_manage' in (value as Record<string, any>))) || ((value as Record<string, any>)['keysManage'] === undefined && (value as Record<string, any>)['keys_manage'] === undefined)) return false;
+    return true;
+}
+
+export function ApiKeyScopesFromJSON(json: any): ApiKeyScopes {
+    return ApiKeyScopesFromJSONTyped(json, false);
+}
+
+export function ApiKeyScopesFromJSONTyped(json: any, ignoreDiscriminator: boolean): ApiKeyScopes {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'shape': json['shape'],
+        'keysManage': json['keys_manage'],
+        'resources': json['resources'] == null ? undefined : json['resources'],
+    };
+}
+
+export function ApiKeyScopesToJSON(json: any): ApiKeyScopes {
+    return ApiKeyScopesToJSONTyped(json, false);
+}
+
+export function ApiKeyScopesToJSONTyped(value?: ApiKeyScopes | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'shape': value['shape'],
+        'keys_manage': value['keysManage'],
+        'resources': value['resources'],
+    };
+}
+

package/src/models/ApiKeyUpdate.ts

@@ -0,0 +1,105 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * deeprelay Public Developer API
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@deeprelay.ai
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime';
+/**
+ * Send only the fields to change. `null` clears `budget_cents`, `allowed_models` or `expires_at`. `scopes` cannot be changed.
+ * @export
+ * @interface ApiKeyUpdate
+ */
+export interface ApiKeyUpdate {
+    /**
+     * 
+     * @type {string}
+     * @memberof ApiKeyUpdate
+     */
+    name?: string;
+    /**
+     * 
+     * @type {number}
+     * @memberof ApiKeyUpdate
+     */
+    budgetCents?: number | null;
+    /**
+     * 
+     * @type {Array<string>}
+     * @memberof ApiKeyUpdate
+     */
+    allowedModels?: Array<string> | null;
+    /**
+     * 
+     * @type {number}
+     * @memberof ApiKeyUpdate
+     */
+    rateLimitRps?: number;
+    /**
+     * 
+     * @type {number}
+     * @memberof ApiKeyUpdate
+     */
+    rateLimitBurst?: number;
+    /**
+     * 
+     * @type {Date}
+     * @memberof ApiKeyUpdate
+     */
+    expiresAt?: Date | null;
+}
+
+/**
+ * Check if a given object implements the ApiKeyUpdate interface.
+ */
+export function instanceOfApiKeyUpdate(value: object): value is ApiKeyUpdate {
+    return true;
+}
+
+export function ApiKeyUpdateFromJSON(json: any): ApiKeyUpdate {
+    return ApiKeyUpdateFromJSONTyped(json, false);
+}
+
+export function ApiKeyUpdateFromJSONTyped(json: any, ignoreDiscriminator: boolean): ApiKeyUpdate {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'name': json['name'] == null ? undefined : json['name'],
+        'budgetCents': json['budget_cents'] === undefined ? undefined : json['budget_cents'] === null ? null : json['budget_cents'],
+        'allowedModels': json['allowed_models'] === undefined ? undefined : json['allowed_models'] === null ? null : json['allowed_models'],
+        'rateLimitRps': json['rate_limit_rps'] == null ? undefined : json['rate_limit_rps'],
+        'rateLimitBurst': json['rate_limit_burst'] == null ? undefined : json['rate_limit_burst'],
+        'expiresAt': json['expires_at'] === undefined ? undefined : json['expires_at'] === null ? null : (new Date(json['expires_at'])),
+    };
+}
+
+export function ApiKeyUpdateToJSON(json: any): ApiKeyUpdate {
+    return ApiKeyUpdateToJSONTyped(json, false);
+}
+
+export function ApiKeyUpdateToJSONTyped(value?: ApiKeyUpdate | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'name': value['name'],
+        'budget_cents': value['budgetCents'],
+        'allowed_models': value['allowedModels'],
+        'rate_limit_rps': value['rateLimitRps'],
+        'rate_limit_burst': value['rateLimitBurst'],
+        'expires_at': value['expiresAt'] == null ? value['expiresAt'] : value['expiresAt'].toISOString(),
+    };
+}
+

package/src/models/Balance.ts

@@ -2,7 +2,7 @@
 /* eslint-disable */
 /**
  * deeprelay Public Developer API
- * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details. 
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
  *
  * The version of the OpenAPI document: 1.0.0
  * Contact: support@deeprelay.ai

package/src/models/ChatChoice.ts

@@ -2,7 +2,7 @@
 /* eslint-disable */
 /**
  * deeprelay Public Developer API
- * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details. 
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
  *
  * The version of the OpenAPI document: 1.0.0
  * Contact: support@deeprelay.ai
@@ -40,11 +40,19 @@ export interface ChatChoice {
      */
     message?: ChatMessage;
     /**
+     * tool_calls appears only when the request carried tools and the model made a call, which requires a model that lists "tools" in its supported_parameters.
      * 
      * @type {ChatChoiceFinishReasonEnum}
      * @memberof ChatChoice
      */
     finishReason?: ChatChoiceFinishReasonEnum;
+    /**
+     * Per-token log probabilities (OpenAI shape, `content` array) when the request set logprobs: true, passed through from the serving upstream. Not comparable across upstreams or numeric precisions.
+     * 
+     * @type {{ [key: string]: any; }}
+     * @memberof ChatChoice
+     */
+    logprobs?: { [key: string]: any; };
 }
 
 
@@ -80,6 +88,7 @@ export function ChatChoiceFromJSONTyped(json: any, ignoreDiscriminator: boolean)
         'index': json['index'] == null ? undefined : json['index'],
         'message': json['message'] == null ? undefined : ChatMessageFromJSON(json['message']),
         'finishReason': json['finish_reason'] == null ? undefined : json['finish_reason'],
+        'logprobs': json['logprobs'] == null ? undefined : json['logprobs'],
     };
 }
 
@@ -97,6 +106,7 @@ export function ChatChoiceToJSONTyped(value?: ChatChoice | null, ignoreDiscrimin
         'index': value['index'],
         'message': ChatMessageToJSON(value['message']),
         'finish_reason': value['finishReason'],
+        'logprobs': value['logprobs'],
     };
 }
 

package/src/models/ChatCompletionRequest.ts

@@ -2,7 +2,7 @@
 /* eslint-disable */
 /**
  * deeprelay Public Developer API
- * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details. 
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
  *
  * The version of the OpenAPI document: 1.0.0
  * Contact: support@deeprelay.ai
@@ -13,6 +13,13 @@
  */
 
 import { mapValues } from '../runtime';
+import type { ChatCompletionRequestToolChoice } from './ChatCompletionRequestToolChoice';
+import {
+    ChatCompletionRequestToolChoiceFromJSON,
+    ChatCompletionRequestToolChoiceFromJSONTyped,
+    ChatCompletionRequestToolChoiceToJSON,
+    ChatCompletionRequestToolChoiceToJSONTyped,
+} from './ChatCompletionRequestToolChoice';
 import type { ChatMessage } from './ChatMessage';
 import {
     ChatMessageFromJSON,
@@ -27,6 +34,20 @@ import {
     StreamOptionsToJSON,
     StreamOptionsToJSONTyped,
 } from './StreamOptions';
+import type { ChatCompletionRequestResponseFormat } from './ChatCompletionRequestResponseFormat';
+import {
+    ChatCompletionRequestResponseFormatFromJSON,
+    ChatCompletionRequestResponseFormatFromJSONTyped,
+    ChatCompletionRequestResponseFormatToJSON,
+    ChatCompletionRequestResponseFormatToJSONTyped,
+} from './ChatCompletionRequestResponseFormat';
+import type { Tool } from './Tool';
+import {
+    ToolFromJSON,
+    ToolFromJSONTyped,
+    ToolToJSON,
+    ToolToJSONTyped,
+} from './Tool';
 
 /**
  * 
@@ -35,7 +56,7 @@ import {
  */
 export interface ChatCompletionRequest {
     /**
-     * Canonical model id, e.g. "deeprelay/qwen2.5-7b-instruct".
+     * Canonical model id, e.g. "deeprelay/llama-3.3-70b-instruct".
      * @type {string}
      * @memberof ChatCompletionRequest
      */
@@ -58,6 +79,13 @@ export interface ChatCompletionRequest {
      * @memberof ChatCompletionRequest
      */
     maxTokens?: number;
+    /**
+     * OpenAI's newer name for max_tokens, accepted for client compatibility. When both are sent, max_tokens wins.
+     * 
+     * @type {number}
+     * @memberof ChatCompletionRequest
+     */
+    maxCompletionTokens?: number;
     /**
      * 
      * @type {boolean}
@@ -70,6 +98,72 @@ export interface ChatCompletionRequest {
      * @memberof ChatCompletionRequest
      */
     streamOptions?: StreamOptions;
+    /**
+     * Functions the model may call. Support is per-model — check for "tools" in the model's supported_parameters before sending it. Omit the field entirely rather than sending an empty array.
+     * 
+     * @type {Array<Tool>}
+     * @memberof ChatCompletionRequest
+     */
+    tools?: Array<Tool>;
+    /**
+     * 
+     * @type {ChatCompletionRequestToolChoice}
+     * @memberof ChatCompletionRequest
+     */
+    toolChoice?: ChatCompletionRequestToolChoice;
+    /**
+     * 
+     * @type {ChatCompletionRequestResponseFormat}
+     * @memberof ChatCompletionRequest
+     */
+    responseFormat?: ChatCompletionRequestResponseFormat;
+    /**
+     * Hint: how much a reasoning model should think. Values in use are none, minimal, low, medium, high and xhigh; which ones a model accepts varies. Forwarded to an upstream that accepts the value, otherwise dropped and reported in x-deeprelay-ignored-params. Never rejected.
+     * 
+     * @type {string}
+     * @memberof ChatCompletionRequest
+     */
+    reasoningEffort?: string;
+    /**
+     * Hint. Forwarded when the serving upstream accepts it, otherwise dropped and reported in x-deeprelay-ignored-params.
+     * @type {number}
+     * @memberof ChatCompletionRequest
+     */
+    presencePenalty?: number;
+    /**
+     * Hint. Forwarded when the serving upstream accepts it, otherwise dropped and reported in x-deeprelay-ignored-params.
+     * @type {number}
+     * @memberof ChatCompletionRequest
+     */
+    frequencyPenalty?: number;
+    /**
+     * Hint for best-effort determinism. Forwarded when the serving upstream accepts it, otherwise dropped and reported. Identical seeds are not guaranteed to give identical output across upstreams.
+     * 
+     * @type {number}
+     * @memberof ChatCompletionRequest
+     */
+    seed?: number;
+    /**
+     * Whether the model may emit several tool calls in one turn. When false and the serving upstream cannot honour it, the relay returns only the first tool call and reports `parallel_tool_calls:enforced` in x-deeprelay-ignored-params.
+     * 
+     * @type {boolean}
+     * @memberof ChatCompletionRequest
+     */
+    parallelToolCalls?: boolean;
+    /**
+     * Return per-token log probabilities in choices[].logprobs. Gated per model ("logprobs" in supported_parameters). Values come from the serving upstream and are not comparable across upstreams or numeric precisions.
+     * 
+     * @type {boolean}
+     * @memberof ChatCompletionRequest
+     */
+    logprobs?: boolean;
+    /**
+     * Number of alternatives per token (requires logprobs). Gated per model; each model has its own maximum, and a larger value returns 400 unsupported_parameter.
+     * 
+     * @type {number}
+     * @memberof ChatCompletionRequest
+     */
+    topLogprobs?: number;
 }
 
 /**
@@ -95,8 +189,19 @@ export function ChatCompletionRequestFromJSONTyped(json: any, ignoreDiscriminato
         'messages': ((json['messages'] as Array<any>).map(ChatMessageFromJSON)),
         'temperature': json['temperature'] == null ? undefined : json['temperature'],
         'maxTokens': json['max_tokens'] == null ? undefined : json['max_tokens'],
+        'maxCompletionTokens': json['max_completion_tokens'] == null ? undefined : json['max_completion_tokens'],
         'stream': json['stream'] == null ? undefined : json['stream'],
         'streamOptions': json['stream_options'] == null ? undefined : StreamOptionsFromJSON(json['stream_options']),
+        'tools': json['tools'] == null ? undefined : ((json['tools'] as Array<any>).map(ToolFromJSON)),
+        'toolChoice': json['tool_choice'] == null ? undefined : ChatCompletionRequestToolChoiceFromJSON(json['tool_choice']),
+        'responseFormat': json['response_format'] == null ? undefined : ChatCompletionRequestResponseFormatFromJSON(json['response_format']),
+        'reasoningEffort': json['reasoning_effort'] == null ? undefined : json['reasoning_effort'],
+        'presencePenalty': json['presence_penalty'] == null ? undefined : json['presence_penalty'],
+        'frequencyPenalty': json['frequency_penalty'] == null ? undefined : json['frequency_penalty'],
+        'seed': json['seed'] == null ? undefined : json['seed'],
+        'parallelToolCalls': json['parallel_tool_calls'] == null ? undefined : json['parallel_tool_calls'],
+        'logprobs': json['logprobs'] == null ? undefined : json['logprobs'],
+        'topLogprobs': json['top_logprobs'] == null ? undefined : json['top_logprobs'],
     };
 }
 
@@ -115,8 +220,19 @@ export function ChatCompletionRequestToJSONTyped(value?: ChatCompletionRequest |
         'messages': ((value['messages'] as Array<any>).map(ChatMessageToJSON)),
         'temperature': value['temperature'],
         'max_tokens': value['maxTokens'],
+        'max_completion_tokens': value['maxCompletionTokens'],
         'stream': value['stream'],
         'stream_options': StreamOptionsToJSON(value['streamOptions']),
+        'tools': value['tools'] == null ? undefined : ((value['tools'] as Array<any>).map(ToolToJSON)),
+        'tool_choice': ChatCompletionRequestToolChoiceToJSON(value['toolChoice']),
+        'response_format': ChatCompletionRequestResponseFormatToJSON(value['responseFormat']),
+        'reasoning_effort': value['reasoningEffort'],
+        'presence_penalty': value['presencePenalty'],
+        'frequency_penalty': value['frequencyPenalty'],
+        'seed': value['seed'],
+        'parallel_tool_calls': value['parallelToolCalls'],
+        'logprobs': value['logprobs'],
+        'top_logprobs': value['topLogprobs'],
     };
 }
 

package/src/models/ChatCompletionRequestResponseFormat.ts

@@ -0,0 +1,84 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * deeprelay Public Developer API
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@deeprelay.ai
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import type { ResponseFormatJSONObject } from './ResponseFormatJSONObject';
+import {
+    instanceOfResponseFormatJSONObject,
+    ResponseFormatJSONObjectFromJSON,
+    ResponseFormatJSONObjectFromJSONTyped,
+    ResponseFormatJSONObjectToJSON,
+} from './ResponseFormatJSONObject';
+import type { ResponseFormatJSONSchema } from './ResponseFormatJSONSchema';
+import {
+    instanceOfResponseFormatJSONSchema,
+    ResponseFormatJSONSchemaFromJSON,
+    ResponseFormatJSONSchemaFromJSONTyped,
+    ResponseFormatJSONSchemaToJSON,
+} from './ResponseFormatJSONSchema';
+import type { ResponseFormatText } from './ResponseFormatText';
+import {
+    instanceOfResponseFormatText,
+    ResponseFormatTextFromJSON,
+    ResponseFormatTextFromJSONTyped,
+    ResponseFormatTextToJSON,
+} from './ResponseFormatText';
+
+/**
+ * @type ChatCompletionRequestResponseFormat
+ * Constrain the reply format. Gated per model: `json_object` needs "response_format" in the model's supported_parameters, and a strict `json_schema` needs "structured_outputs". A model without the capability returns 400 unsupported_parameter naming the models that have it. A non-strict json_schema on a model with only "response_format" is served as json_object and reported as `response_format:downgraded` in x-deeprelay-ignored-params. The relay never emulates JSON mode by prompting.
+ * 
+ * @export
+ */
+export type ChatCompletionRequestResponseFormat = { type: 'json_object' } & ResponseFormatJSONObject | { type: 'json_schema' } & ResponseFormatJSONSchema | { type: 'text' } & ResponseFormatText;
+
+export function ChatCompletionRequestResponseFormatFromJSON(json: any): ChatCompletionRequestResponseFormat {
+    return ChatCompletionRequestResponseFormatFromJSONTyped(json, false);
+}
+
+export function ChatCompletionRequestResponseFormatFromJSONTyped(json: any, ignoreDiscriminator: boolean): ChatCompletionRequestResponseFormat {
+    if (json == null) {
+        return json;
+    }
+    switch (json['type']) {
+        case 'json_object':
+            return Object.assign({}, ResponseFormatJSONObjectFromJSONTyped(json, true), { type: 'json_object' } as const);
+        case 'json_schema':
+            return Object.assign({}, ResponseFormatJSONSchemaFromJSONTyped(json, true), { type: 'json_schema' } as const);
+        case 'text':
+            return Object.assign({}, ResponseFormatTextFromJSONTyped(json, true), { type: 'text' } as const);
+        default:
+            return json;
+    }
+}
+
+export function ChatCompletionRequestResponseFormatToJSON(json: any): any {
+    return ChatCompletionRequestResponseFormatToJSONTyped(json, false);
+}
+
+export function ChatCompletionRequestResponseFormatToJSONTyped(value?: ChatCompletionRequestResponseFormat | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+    switch (value['type']) {
+        case 'json_object':
+            return Object.assign({}, ResponseFormatJSONObjectToJSON(value), { 'type': 'json_object' } as const);
+        case 'json_schema':
+            return Object.assign({}, ResponseFormatJSONSchemaToJSON(value), { 'type': 'json_schema' } as const);
+        case 'text':
+            return Object.assign({}, ResponseFormatTextToJSON(value), { 'type': 'text' } as const);
+        default:
+            return value;
+    }
+}
+

package/src/models/ChatCompletionRequestToolChoice.ts

@@ -0,0 +1,70 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * deeprelay Public Developer API
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@deeprelay.ai
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import type { ToolChoiceFunction } from './ToolChoiceFunction';
+import {
+    instanceOfToolChoiceFunction,
+    ToolChoiceFunctionFromJSON,
+    ToolChoiceFunctionFromJSONTyped,
+    ToolChoiceFunctionToJSON,
+} from './ToolChoiceFunction';
+
+/**
+ * @type ChatCompletionRequestToolChoice
+ * How the model should pick a tool: the strings "none", "auto" or "required", or an object naming one function. Requires a non-empty tools array unless it is "none".
+ * 
+ * @export
+ */
+export type ChatCompletionRequestToolChoice = ToolChoiceFunction | string;
+
+export function ChatCompletionRequestToolChoiceFromJSON(json: any): ChatCompletionRequestToolChoice {
+    return ChatCompletionRequestToolChoiceFromJSONTyped(json, false);
+}
+
+export function ChatCompletionRequestToolChoiceFromJSONTyped(json: any, ignoreDiscriminator: boolean): ChatCompletionRequestToolChoice {
+    if (json == null) {
+        return json;
+    }
+    if (typeof json !== 'object') {
+        return json;
+    }
+    if (instanceOfToolChoiceFunction(json)) {
+        return ToolChoiceFunctionFromJSONTyped(json, true);
+    }
+    if (typeof json === 'string' && (json === 'none' || json === 'auto' || json === 'required')) {
+        return json;
+    }
+    return {} as any;
+}
+
+export function ChatCompletionRequestToolChoiceToJSON(json: any): any {
+    return ChatCompletionRequestToolChoiceToJSONTyped(json, false);
+}
+
+export function ChatCompletionRequestToolChoiceToJSONTyped(value?: ChatCompletionRequestToolChoice | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+    if (typeof value !== 'object') {
+        return value;
+    }
+    if (instanceOfToolChoiceFunction(value)) {
+        return ToolChoiceFunctionToJSON(value as ToolChoiceFunction);
+    }
+    if (typeof value === 'string' && (value === 'none' || value === 'auto' || value === 'required')) {
+        return value;
+    }
+    return {};
+}
+