@deeprelay/sdk 0.4.1 → 0.4.3

package/src/models/RequestAttempt.ts

@@ -0,0 +1,121 @@
+/* tslint:disable */
+/* eslint-disable */
+/**
+ * deeprelay Public Developer API
+ * Programmatic API for deeprelay. Authenticate with API keys minted from the dashboard. See https://deeprelay.ai/docs for details.  Keys minted from the dashboard or `deeprelay login` belong to the Production server, https://api.deeprelay.ai/v1. The Demo server is an internal staging environment with its own key store.  Versioning: `/v1` is the API version. `info.version` is the revision of this `/v1` document, not a separate API.  OpenAI compatibility: chat completions follow the OpenAI request and response shapes, but not every OpenAI parameter is carried. Some are rejected with 400 `unsupported_parameter` and any parameter not declared in this spec is accepted and ignored. The full table is at https://deeprelay.ai/docs/api/inference#openai-compatibility. 
+ *
+ * The version of the OpenAPI document: 1.0.0
+ * Contact: support@deeprelay.ai
+ *
+ * NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+ * https://openapi-generator.tech
+ * Do not edit the class manually.
+ */
+
+import { mapValues } from '../runtime';
+/**
+ * One model in a request's backup-model trail.
+ * @export
+ * @interface RequestAttempt
+ */
+export interface RequestAttempt {
+    /**
+     * 
+     * @type {string}
+     * @memberof RequestAttempt
+     */
+    model: string;
+    /**
+     * `ok`: this model served. `failed`: it was dialled and every provider failed before the first token. `skipped`: it was passed over without being dialled.
+     * @type {RequestAttemptOutcomeEnum}
+     * @memberof RequestAttempt
+     */
+    outcome: RequestAttemptOutcomeEnum;
+    /**
+     * Why the attempt failed (a public error code such as `upstream_timeout`) or was skipped: `model_not_allowed_for_key`, `subscription_quota_exhausted`, `api_key_budget_exceeded`, `member_spend_limit_reached`, `insufficient_balance`, `daily_limit_reached`, `spending_limit_reached`, `wallet_only` (not on the plan roster, for a plan-covered request), `unavailable`, `capability_mismatch`, `context_window_too_small`, `breaker_open` or `deadline_exhausted` (too little time was left to start another model).
+     * @type {string}
+     * @memberof RequestAttempt
+     */
+    reason?: string;
+    /**
+     * How long this model's attempt took, in milliseconds.
+     * @type {number}
+     * @memberof RequestAttempt
+     */
+    durationMs: number;
+    /**
+     * Time to first token, for the model that served a streamed call.
+     * @type {number}
+     * @memberof RequestAttempt
+     */
+    ttftMs?: number;
+    /**
+     * How many upstream attempts were made for this model. 0 for a skipped model.
+     * @type {number}
+     * @memberof RequestAttempt
+     */
+    tries: number;
+}
+
+
+/**
+ * @export
+ */
+export const RequestAttemptOutcomeEnum = {
+    Ok: 'ok',
+    Failed: 'failed',
+    Skipped: 'skipped'
+} as const;
+export type RequestAttemptOutcomeEnum = typeof RequestAttemptOutcomeEnum[keyof typeof RequestAttemptOutcomeEnum];
+
+
+/**
+ * Check if a given object implements the RequestAttempt interface.
+ */
+export function instanceOfRequestAttempt(value: object): value is RequestAttempt {
+    if (!('model' in value) || value['model'] === undefined) return false;
+    if (!('outcome' in value) || value['outcome'] === undefined) return false;
+    if ((!('durationMs' in (value as Record<string, any>)) && !('duration_ms' in (value as Record<string, any>))) || ((value as Record<string, any>)['durationMs'] === undefined && (value as Record<string, any>)['duration_ms'] === undefined)) return false;
+    if (!('tries' in value) || value['tries'] === undefined) return false;
+    return true;
+}
+
+export function RequestAttemptFromJSON(json: any): RequestAttempt {
+    return RequestAttemptFromJSONTyped(json, false);
+}
+
+export function RequestAttemptFromJSONTyped(json: any, ignoreDiscriminator: boolean): RequestAttempt {
+    if (json == null) {
+        return json;
+    }
+    return {
+        
+        'model': json['model'],
+        'outcome': json['outcome'],
+        'reason': json['reason'] == null ? undefined : json['reason'],
+        'durationMs': json['duration_ms'],
+        'ttftMs': json['ttft_ms'] == null ? undefined : json['ttft_ms'],
+        'tries': json['tries'],
+    };
+}
+
+export function RequestAttemptToJSON(json: any): RequestAttempt {
+    return RequestAttemptToJSONTyped(json, false);
+}
+
+export function RequestAttemptToJSONTyped(value?: RequestAttempt | null, ignoreDiscriminator: boolean = false): any {
+    if (value == null) {
+        return value;
+    }
+
+    return {
+        
+        'model': value['model'],
+        'outcome': value['outcome'],
+        'reason': value['reason'],
+        'duration_ms': value['durationMs'],
+        'ttft_ms': value['ttftMs'],
+        'tries': value['tries'],
+    };
+}
+

package/src/models/RequestLogEntry.ts

@@ -13,6 +13,14 @@
  */
 
 import { mapValues } from '../runtime';
+import type { RequestAttempt } from './RequestAttempt';
+import {
+    RequestAttemptFromJSON,
+    RequestAttemptFromJSONTyped,
+    RequestAttemptToJSON,
+    RequestAttemptToJSONTyped,
+} from './RequestAttempt';
+
 /**
  * One inference call as the request log records it. Never carries prompt or completion content. Optional numeric fields are omitted when they do not apply (for example token counts on a rejected call).
  * @export
@@ -181,6 +189,30 @@ export interface RequestLogEntry {
      * @memberof RequestLogEntry
      */
     suppressedCount?: number;
+    /**
+     * The model the request asked for. Always present; equal to `model` unless a backup model was tried.
+     * @type {string}
+     * @memberof RequestLogEntry
+     */
+    requestedModel?: string;
+    /**
+     * The model that produced the response. Omitted when no model served (a failed or rejected call). When a backup served, `model` is this model and the row is billed at its price.
+     * @type {string}
+     * @memberof RequestLogEntry
+     */
+    servedModel?: string;
+    /**
+     * Set when backup models were tried: the requested model's public error code (for example `upstream_timeout`). Rows with it set are the ones `fallback=true` returns.
+     * @type {string}
+     * @memberof RequestLogEntry
+     */
+    fallbackReason?: string;
+    /**
+     * Present when backup models were tried: every model the request went through, in order, including skipped backups. Upstream providers are never named.
+     * @type {Array<RequestAttempt>}
+     * @memberof RequestLogEntry
+     */
+    attempts?: Array<RequestAttempt>;
 }
 
 
@@ -261,6 +293,10 @@ export function RequestLogEntryFromJSONTyped(json: any, ignoreDiscriminator: boo
         'imageCount': json['image_count'] == null ? undefined : json['image_count'],
         'videoSeconds': json['video_seconds'] == null ? undefined : json['video_seconds'],
         'suppressedCount': json['suppressed_count'] == null ? undefined : json['suppressed_count'],
+        'requestedModel': json['requested_model'] == null ? undefined : json['requested_model'],
+        'servedModel': json['served_model'] == null ? undefined : json['served_model'],
+        'fallbackReason': json['fallback_reason'] == null ? undefined : json['fallback_reason'],
+        'attempts': json['attempts'] == null ? undefined : ((json['attempts'] as Array<any>).map(RequestAttemptFromJSON)),
     };
 }
 
@@ -302,6 +338,10 @@ export function RequestLogEntryToJSONTyped(value?: RequestLogEntry | null, ignor
         'image_count': value['imageCount'],
         'video_seconds': value['videoSeconds'],
         'suppressed_count': value['suppressedCount'],
+        'requested_model': value['requestedModel'],
+        'served_model': value['servedModel'],
+        'fallback_reason': value['fallbackReason'],
+        'attempts': value['attempts'] == null ? undefined : ((value['attempts'] as Array<any>).map(RequestAttemptToJSON)),
     };
 }
 

package/src/models/WebhookEndpoint.ts

@@ -71,7 +71,8 @@ export const WebhookEndpointEventTypesEnum = {
     BalanceLow: 'balance.low',
     SubscriptionQuotaThreshold: 'subscription_quota.threshold',
     ApiKeyBudgetThreshold: 'api_key_budget.threshold',
-    MemberSpendThreshold: 'member_spend.threshold'
+    MemberSpendThreshold: 'member_spend.threshold',
+    PlanRosterModelRemoved: 'plan_roster.model_removed'
 } as const;
 export type WebhookEndpointEventTypesEnum = typeof WebhookEndpointEventTypesEnum[keyof typeof WebhookEndpointEventTypesEnum];
 

package/src/models/index.ts

@@ -6,6 +6,7 @@ export * from './AlertSettingsUpdate';
 export * from './ApiKey';
 export * from './ApiKeyCreate';
 export * from './ApiKeyCreated';
+export * from './ApiKeyFallbackEntry';
 export * from './ApiKeyList';
 export * from './ApiKeyScopes';
 export * from './ApiKeyUpdate';
@@ -45,6 +46,7 @@ export * from './PeakWindow';
 export * from './Problem';
 export * from './RefereeStatus';
 export * from './Referral';
+export * from './RequestAttempt';
 export * from './RequestLogEntry';
 export * from './RequestLogPage';
 export * from './ResponseFormatJSONObject';

package/src/runtime.ts

@@ -75,7 +75,7 @@ export class Configuration {
     }
 
     get headers(): HTTPHeaders | undefined {
-        return { 'User-Agent': 'deeprelay-sdk-ts/0.4.1', ...this.configuration.headers };
+        return { 'User-Agent': 'deeprelay-sdk-ts/0.4.3', ...this.configuration.headers };
     }
 
     get credentials(): RequestCredentials | undefined {