llama-stack-client 0.3.5 → 0.4.0-rc2

package/src/resources/chat/chat.ts

@@ -3,7 +3,7 @@
 //
 // This source code is licensed under the terms described in the LICENSE file in
 // the root directory of this source tree.
-
+//
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 import { APIResource } from '../../resource';
@@ -15,7 +15,6 @@ import {
   CompletionCreateResponse,
   CompletionListParams,
   CompletionListResponse,
-  CompletionListResponsesOpenAICursorPage,
   CompletionRetrieveResponse,
   Completions,
 } from './completions';
@@ -28,30 +27,20 @@ export class Chat extends APIResource {
  * Chunk from a streaming response to an OpenAI-compatible chat completion request.
  */
 export interface ChatCompletionChunk {
-  /**
-   * The ID of the chat completion
-   */
   id: string;
 
-  /**
-   * List of choices
-   */
   choices: Array<ChatCompletionChunk.Choice>;
 
-  /**
-   * The Unix timestamp in seconds when the chat completion was created
-   */
   created: number;
 
-  /**
-   * The model that was used to generate the chat completion
-   */
   model: string;
 
+  object?: 'chat.completion.chunk';
+
   /**
-   * The object type, which will be "chat.completion.chunk"
+   * Usage information for OpenAI chat completion.
    */
-  object: 'chat.completion.chunk';
+  usage?: ChatCompletionChunk.Usage | null;
 }
 
 export namespace ChatCompletionChunk {
@@ -60,50 +49,35 @@ export namespace ChatCompletionChunk {
    */
   export interface Choice {
     /**
-     * The delta from the chunk
+     * A delta from an OpenAI-compatible chat completion streaming response.
      */
     delta: Choice.Delta;
 
-    /**
-     * The reason the model stopped generating
-     */
     finish_reason: string;
 
-    /**
-     * The index of the choice
-     */
     index: number;
 
     /**
-     * (Optional) The log probabilities for the tokens in the message
+     * The log probabilities for the tokens in the message from an OpenAI-compatible
+     * chat completion response.
      */
-    logprobs?: Choice.Logprobs;
+    logprobs?: Choice.Logprobs | null;
   }
 
   export namespace Choice {
     /**
-     * The delta from the chunk
+     * A delta from an OpenAI-compatible chat completion streaming response.
      */
     export interface Delta {
-      /**
-       * (Optional) The content of the delta
-       */
-      content?: string;
+      content?: string | null;
 
-      /**
-       * (Optional) The refusal of the delta
-       */
-      refusal?: string;
+      reasoning_content?: string | null;
 
-      /**
-       * (Optional) The role of the delta
-       */
-      role?: string;
+      refusal?: string | null;
 
-      /**
-       * (Optional) The tool calls of the delta
-       */
-      tool_calls?: Array<Delta.ToolCall>;
+      role?: string | null;
+
+      tool_calls?: Array<Delta.ToolCall> | null;
     }
 
     export namespace Delta {
@@ -111,122 +85,150 @@ export namespace ChatCompletionChunk {
        * Tool call specification for OpenAI-compatible chat completion responses.
        */
       export interface ToolCall {
-        /**
-         * Must be "function" to identify this as a function call
-         */
-        type: 'function';
+        id?: string | null;
 
         /**
-         * (Optional) Unique identifier for the tool call
+         * Function call details for OpenAI-compatible tool calls.
          */
-        id?: string;
+        function?: ToolCall.Function | null;
 
-        /**
-         * (Optional) Function call details
-         */
-        function?: ToolCall.Function;
+        index?: number | null;
 
-        /**
-         * (Optional) Index of the tool call in the list
-         */
-        index?: number;
+        type?: 'function';
       }
 
       export namespace ToolCall {
         /**
-         * (Optional) Function call details
+         * Function call details for OpenAI-compatible tool calls.
          */
         export interface Function {
-          /**
-           * (Optional) Arguments to pass to the function as a JSON string
-           */
-          arguments?: string;
-
-          /**
-           * (Optional) Name of the function to call
-           */
-          name?: string;
+          arguments?: string | null;
+
+          name?: string | null;
         }
       }
     }
 
     /**
-     * (Optional) The log probabilities for the tokens in the message
+     * The log probabilities for the tokens in the message from an OpenAI-compatible
+     * chat completion response.
      */
     export interface Logprobs {
-      /**
-       * (Optional) The log probabilities for the tokens in the message
-       */
-      content?: Array<Logprobs.Content>;
+      content?: Array<Logprobs.Content> | null;
 
-      /**
-       * (Optional) The log probabilities for the tokens in the message
-       */
-      refusal?: Array<Logprobs.Refusal>;
+      refusal?: Array<Logprobs.Refusal> | null;
     }
 
     export namespace Logprobs {
       /**
        * The log probability for a token from an OpenAI-compatible chat completion
        * response.
+       *
+       * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
+       * probability of the token :top_logprobs: The top log probabilities for the token
        */
       export interface Content {
         token: string;
 
         logprob: number;
 
-        top_logprobs: Array<Content.TopLogprob>;
+        bytes?: Array<number> | null;
 
-        bytes?: Array<number>;
+        top_logprobs?: Array<Content.TopLogprob> | null;
       }
 
       export namespace Content {
         /**
          * The top log probability for a token from an OpenAI-compatible chat completion
          * response.
+         *
+         * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
+         * probability of the token
          */
         export interface TopLogprob {
           token: string;
 
           logprob: number;
 
-          bytes?: Array<number>;
+          bytes?: Array<number> | null;
         }
       }
 
       /**
        * The log probability for a token from an OpenAI-compatible chat completion
        * response.
+       *
+       * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
+       * probability of the token :top_logprobs: The top log probabilities for the token
        */
       export interface Refusal {
         token: string;
 
         logprob: number;
 
-        top_logprobs: Array<Refusal.TopLogprob>;
+        bytes?: Array<number> | null;
 
-        bytes?: Array<number>;
+        top_logprobs?: Array<Refusal.TopLogprob> | null;
       }
 
       export namespace Refusal {
         /**
          * The top log probability for a token from an OpenAI-compatible chat completion
          * response.
+         *
+         * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
+         * probability of the token
          */
         export interface TopLogprob {
           token: string;
 
           logprob: number;
 
-          bytes?: Array<number>;
+          bytes?: Array<number> | null;
         }
       }
     }
   }
+
+  /**
+   * Usage information for OpenAI chat completion.
+   */
+  export interface Usage {
+    completion_tokens: number;
+
+    prompt_tokens: number;
+
+    total_tokens: number;
+
+    /**
+     * Token details for output tokens in OpenAI chat completion usage.
+     */
+    completion_tokens_details?: Usage.CompletionTokensDetails | null;
+
+    /**
+     * Token details for prompt tokens in OpenAI chat completion usage.
+     */
+    prompt_tokens_details?: Usage.PromptTokensDetails | null;
+  }
+
+  export namespace Usage {
+    /**
+     * Token details for output tokens in OpenAI chat completion usage.
+     */
+    export interface CompletionTokensDetails {
+      reasoning_tokens?: number | null;
+    }
+
+    /**
+     * Token details for prompt tokens in OpenAI chat completion usage.
+     */
+    export interface PromptTokensDetails {
+      cached_tokens?: number | null;
+    }
+  }
 }
 
 Chat.Completions = Completions;
-Chat.CompletionListResponsesOpenAICursorPage = CompletionListResponsesOpenAICursorPage;
 
 export declare namespace Chat {
   export { type ChatCompletionChunk as ChatCompletionChunk };
@@ -236,7 +238,6 @@ export declare namespace Chat {
     type CompletionCreateResponse as CompletionCreateResponse,
     type CompletionRetrieveResponse as CompletionRetrieveResponse,
     type CompletionListResponse as CompletionListResponse,
-    CompletionListResponsesOpenAICursorPage as CompletionListResponsesOpenAICursorPage,
     type CompletionCreateParams as CompletionCreateParams,
     type CompletionCreateParamsNonStreaming as CompletionCreateParamsNonStreaming,
     type CompletionCreateParamsStreaming as CompletionCreateParamsStreaming,