llama-stack-client 0.4.0-rc1 → 0.4.0-rc3

package/src/resources/alpha/alpha.ts

@@ -7,6 +7,8 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 import { APIResource } from '../../resource';
+import * as AdminAPI from './admin';
+import { Admin, AdminListRoutesParams } from './admin';
 import * as BenchmarksAPI from './benchmarks';
 import {
   Benchmark,
@@ -31,6 +33,7 @@ import {
 import * as PostTrainingAPI from './post-training/post-training';
 import {
   AlgorithmConfig,
+  ListPostTrainingJobsResponse,
   PostTraining,
   PostTrainingJob,
   PostTrainingPreferenceOptimizeParams,
@@ -42,12 +45,14 @@ export class Alpha extends APIResource {
   postTraining: PostTrainingAPI.PostTraining = new PostTrainingAPI.PostTraining(this._client);
   benchmarks: BenchmarksAPI.Benchmarks = new BenchmarksAPI.Benchmarks(this._client);
   eval: EvalAPI.Eval = new EvalAPI.Eval(this._client);
+  admin: AdminAPI.Admin = new AdminAPI.Admin(this._client);
 }
 
 Alpha.Inference = Inference;
 Alpha.PostTraining = PostTraining;
 Alpha.Benchmarks = Benchmarks;
 Alpha.Eval = Eval;
+Alpha.Admin = Admin;
 
 export declare namespace Alpha {
   export {
@@ -59,6 +64,7 @@ export declare namespace Alpha {
   export {
     PostTraining as PostTraining,
     type AlgorithmConfig as AlgorithmConfig,
+    type ListPostTrainingJobsResponse as ListPostTrainingJobsResponse,
     type PostTrainingJob as PostTrainingJob,
     type PostTrainingPreferenceOptimizeParams as PostTrainingPreferenceOptimizeParams,
     type PostTrainingSupervisedFineTuneParams as PostTrainingSupervisedFineTuneParams,
@@ -82,4 +88,6 @@ export declare namespace Alpha {
     type EvalRunEvalParams as EvalRunEvalParams,
     type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams,
   };
+
+  export { Admin as Admin, type AdminListRoutesParams as AdminListRoutesParams };
 }

package/src/resources/alpha/benchmarks.ts

@@ -59,6 +59,9 @@ export class Benchmarks extends APIResource {
  * A benchmark resource for evaluating model performance.
  */
 export interface Benchmark {
+  /**
+   * Identifier of the dataset to use for the benchmark evaluation.
+   */
   dataset_id: string;
 
   /**
@@ -71,10 +74,13 @@ export interface Benchmark {
    */
   provider_id: string;
 
+  /**
+   * List of scoring function identifiers to apply during evaluation.
+   */
   scoring_functions: Array<string>;
 
   /**
-   * Metadata for this evaluation task
+   * Metadata for this evaluation task.
    */
   metadata?: { [key: string]: unknown };
 
@@ -83,26 +89,56 @@ export interface Benchmark {
    */
   provider_resource_id?: string | null;
 
+  /**
+   * The resource type, always benchmark.
+   */
   type?: 'benchmark';
 }
 
+/**
+ * Response containing a list of benchmark objects.
+ */
 export interface ListBenchmarksResponse {
+  /**
+   * List of benchmark objects.
+   */
   data: BenchmarkListResponse;
 }
 
+/**
+ * List of benchmark objects.
+ */
 export type BenchmarkListResponse = Array<Benchmark>;
 
 export interface BenchmarkRegisterParams {
+  /**
+   * The ID of the benchmark to register.
+   */
   benchmark_id: string;
 
+  /**
+   * The ID of the dataset to use for the benchmark.
+   */
   dataset_id: string;
 
+  /**
+   * The scoring functions to use for the benchmark.
+   */
   scoring_functions: Array<string>;
 
+  /**
+   * The metadata to use for the benchmark.
+   */
   metadata?: { [key: string]: unknown } | null;
 
+  /**
+   * The ID of the provider benchmark to use for the benchmark.
+   */
   provider_benchmark_id?: string | null;
 
+  /**
+   * The ID of the provider to use for the benchmark.
+   */
   provider_id?: string | null;
 }
 

package/src/resources/alpha/index.ts

@@ -6,6 +6,7 @@
 //
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
+export { Admin, type AdminListRoutesParams } from './admin';
 export { Alpha } from './alpha';
 export {
   Benchmarks,
@@ -28,6 +29,7 @@ export { Inference, type InferenceRerankResponse, type InferenceRerankParams } f
 export {
   PostTraining,
   type AlgorithmConfig,
+  type ListPostTrainingJobsResponse,
   type PostTrainingJob,
   type PostTrainingPreferenceOptimizeParams,
   type PostTrainingSupervisedFineTuneParams,

package/src/resources/alpha/post-training/index.ts

@@ -8,7 +8,6 @@
 
 export {
   Job,
-  type ListPostTrainingJobsResponse,
   type JobListResponse,
   type JobArtifactsResponse,
   type JobStatusResponse,
@@ -19,6 +18,7 @@ export {
 export {
   PostTraining,
   type AlgorithmConfig,
+  type ListPostTrainingJobsResponse,
   type PostTrainingJob,
   type PostTrainingPreferenceOptimizeParams,
   type PostTrainingSupervisedFineTuneParams,

package/src/resources/alpha/post-training/job.ts

@@ -46,10 +46,6 @@ export class Job extends APIResource {
   }
 }
 
-export interface ListPostTrainingJobsResponse {
-  data: JobListResponse;
-}
-
 export type JobListResponse = Array<PostTrainingAPI.PostTrainingJob>;
 
 /**
@@ -171,7 +167,6 @@ export interface JobStatusParams {
 
 export declare namespace Job {
   export {
-    type ListPostTrainingJobsResponse as ListPostTrainingJobsResponse,
     type JobListResponse as JobListResponse,
     type JobArtifactsResponse as JobArtifactsResponse,
     type JobStatusResponse as JobStatusResponse,

package/src/resources/alpha/post-training/post-training.ts

@@ -17,7 +17,6 @@ import {
   JobListResponse,
   JobStatusParams,
   JobStatusResponse,
-  ListPostTrainingJobsResponse,
 } from './job';
 
 export class PostTraining extends APIResource {
@@ -83,6 +82,10 @@ export namespace AlgorithmConfig {
   }
 }
 
+export interface ListPostTrainingJobsResponse {
+  data: JobAPI.JobListResponse;
+}
+
 export interface PostTrainingJob {
   job_uuid: string;
 }
@@ -351,6 +354,7 @@ PostTraining.Job = Job;
 export declare namespace PostTraining {
   export {
     type AlgorithmConfig as AlgorithmConfig,
+    type ListPostTrainingJobsResponse as ListPostTrainingJobsResponse,
     type PostTrainingJob as PostTrainingJob,
     type PostTrainingPreferenceOptimizeParams as PostTrainingPreferenceOptimizeParams,
     type PostTrainingSupervisedFineTuneParams as PostTrainingSupervisedFineTuneParams,
@@ -358,7 +362,6 @@ export declare namespace PostTraining {
 
   export {
     Job as Job,
-    type ListPostTrainingJobsResponse as ListPostTrainingJobsResponse,
     type JobListResponse as JobListResponse,
     type JobArtifactsResponse as JobArtifactsResponse,
     type JobStatusResponse as JobStatusResponse,

package/src/resources/beta/datasets.ts

@@ -101,6 +101,9 @@ export class Datasets extends APIResource {
  * Response from listing datasets.
  */
 export interface ListDatasetsResponse {
+  /**
+   * List of datasets
+   */
   data: DatasetListResponse;
 }
 
@@ -119,12 +122,12 @@ export interface DatasetRetrieveResponse {
   provider_id: string;
 
   /**
-   * Purpose of the dataset. Each purpose has a required input data schema.
+   * Purpose of the dataset indicating its intended use
    */
   purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
 
   /**
-   * A dataset that can be obtained from a URI.
+   * Data source configuration for the dataset
    */
   source: DatasetRetrieveResponse.UriDataSource | DatasetRetrieveResponse.RowsDataSource;
 
@@ -138,6 +141,9 @@ export interface DatasetRetrieveResponse {
    */
   provider_resource_id?: string | null;
 
+  /**
+   * Type of resource, always 'dataset' for datasets
+   */
   type?: 'dataset';
 }
 
@@ -146,8 +152,16 @@ export namespace DatasetRetrieveResponse {
    * A dataset that can be obtained from a URI.
    */
   export interface UriDataSource {
+    /**
+     * The dataset can be obtained from a URI. E.g.
+     * "https://mywebsite.com/mydata.jsonl", "lsfs://mydata.jsonl",
+     * "data:csv;base64,{base64_content}"
+     */
     uri: string;
 
+    /**
+     * The type of data source.
+     */
     type?: 'uri';
   }
 
@@ -155,12 +169,22 @@ export namespace DatasetRetrieveResponse {
    * A dataset stored in rows.
    */
   export interface RowsDataSource {
+    /**
+     * The dataset is stored in rows. E.g. [{"messages": [{"role": "user", "content":
+     * "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}]
+     */
     rows: Array<{ [key: string]: unknown }>;
 
+    /**
+     * The type of data source.
+     */
     type?: 'rows';
   }
 }
 
+/**
+ * List of datasets
+ */
 export type DatasetListResponse = Array<DatasetListResponse.DatasetListResponseItem>;
 
 export namespace DatasetListResponse {
@@ -179,12 +203,12 @@ export namespace DatasetListResponse {
     provider_id: string;
 
     /**
-     * Purpose of the dataset. Each purpose has a required input data schema.
+     * Purpose of the dataset indicating its intended use
      */
     purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
 
     /**
-     * A dataset that can be obtained from a URI.
+     * Data source configuration for the dataset
      */
     source: DatasetListResponseItem.UriDataSource | DatasetListResponseItem.RowsDataSource;
 
@@ -198,6 +222,9 @@ export namespace DatasetListResponse {
      */
     provider_resource_id?: string | null;
 
+    /**
+     * Type of resource, always 'dataset' for datasets
+     */
     type?: 'dataset';
   }
 
@@ -206,8 +233,16 @@ export namespace DatasetListResponse {
      * A dataset that can be obtained from a URI.
      */
     export interface UriDataSource {
+      /**
+       * The dataset can be obtained from a URI. E.g.
+       * "https://mywebsite.com/mydata.jsonl", "lsfs://mydata.jsonl",
+       * "data:csv;base64,{base64_content}"
+       */
       uri: string;
 
+      /**
+       * The type of data source.
+       */
       type?: 'uri';
     }
 
@@ -215,8 +250,15 @@ export namespace DatasetListResponse {
      * A dataset stored in rows.
      */
     export interface RowsDataSource {
+      /**
+       * The dataset is stored in rows. E.g. [{"messages": [{"role": "user", "content":
+       * "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}]
+       */
       rows: Array<{ [key: string]: unknown }>;
 
+      /**
+       * The type of data source.
+       */
       type?: 'rows';
     }
   }
@@ -248,12 +290,12 @@ export interface DatasetRegisterResponse {
   provider_id: string;
 
   /**
-   * Purpose of the dataset. Each purpose has a required input data schema.
+   * Purpose of the dataset indicating its intended use
    */
   purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
 
   /**
-   * A dataset that can be obtained from a URI.
+   * Data source configuration for the dataset
    */
   source: DatasetRegisterResponse.UriDataSource | DatasetRegisterResponse.RowsDataSource;
 
@@ -267,6 +309,9 @@ export interface DatasetRegisterResponse {
    */
   provider_resource_id?: string | null;
 
+  /**
+   * Type of resource, always 'dataset' for datasets
+   */
   type?: 'dataset';
 }
 
@@ -275,8 +320,16 @@ export namespace DatasetRegisterResponse {
    * A dataset that can be obtained from a URI.
    */
   export interface UriDataSource {
+    /**
+     * The dataset can be obtained from a URI. E.g.
+     * "https://mywebsite.com/mydata.jsonl", "lsfs://mydata.jsonl",
+     * "data:csv;base64,{base64_content}"
+     */
     uri: string;
 
+    /**
+     * The type of data source.
+     */
     type?: 'uri';
   }
 
@@ -284,8 +337,15 @@ export namespace DatasetRegisterResponse {
    * A dataset stored in rows.
    */
   export interface RowsDataSource {
+    /**
+     * The dataset is stored in rows. E.g. [{"messages": [{"role": "user", "content":
+     * "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}]
+     */
     rows: Array<{ [key: string]: unknown }>;
 
+    /**
+     * The type of data source.
+     */
     type?: 'rows';
   }
 }
@@ -302,17 +362,23 @@ export interface DatasetIterrowsParams {
 
 export interface DatasetRegisterParams {
   /**
-   * Purpose of the dataset. Each purpose has a required input data schema.
+   * The purpose of the dataset.
    */
   purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
 
   /**
-   * A dataset that can be obtained from a URI.
+   * The data source of the dataset.
    */
   source: DatasetRegisterParams.UriDataSource | DatasetRegisterParams.RowsDataSource;
 
+  /**
+   * The ID of the dataset. If not provided, an ID will be generated.
+   */
   dataset_id?: string | null;
 
+  /**
+   * The metadata for the dataset.
+   */
   metadata?: { [key: string]: unknown } | null;
 }
 
@@ -321,8 +387,16 @@ export namespace DatasetRegisterParams {
    * A dataset that can be obtained from a URI.
    */
   export interface UriDataSource {
+    /**
+     * The dataset can be obtained from a URI. E.g.
+     * "https://mywebsite.com/mydata.jsonl", "lsfs://mydata.jsonl",
+     * "data:csv;base64,{base64_content}"
+     */
     uri: string;
 
+    /**
+     * The type of data source.
+     */
     type?: 'uri';
   }
 
@@ -330,8 +404,15 @@ export namespace DatasetRegisterParams {
    * A dataset stored in rows.
    */
   export interface RowsDataSource {
+    /**
+     * The dataset is stored in rows. E.g. [{"messages": [{"role": "user", "content":
+     * "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}]
+     */
     rows: Array<{ [key: string]: unknown }>;
 
+    /**
+     * The type of data source.
+     */
     type?: 'rows';
   }
 }

package/src/resources/chat/chat.ts

@@ -132,9 +132,9 @@ export namespace ChatCompletionChunk {
 
         logprob: number;
 
-        top_logprobs: Array<Content.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Content.TopLogprob> | null;
       }
 
       export namespace Content {
@@ -166,9 +166,9 @@ export namespace ChatCompletionChunk {
 
         logprob: number;
 
-        top_logprobs: Array<Refusal.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Refusal.TopLogprob> | null;
       }
 
       export namespace Refusal {

package/src/resources/chat/completions.ts

@@ -326,9 +326,9 @@ export namespace CompletionCreateResponse {
 
         logprob: number;
 
-        top_logprobs: Array<Content.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Content.TopLogprob> | null;
       }
 
       export namespace Content {
@@ -360,9 +360,9 @@ export namespace CompletionCreateResponse {
 
         logprob: number;
 
-        top_logprobs: Array<Refusal.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Refusal.TopLogprob> | null;
       }
 
       export namespace Refusal {
@@ -686,9 +686,9 @@ export namespace CompletionRetrieveResponse {
 
         logprob: number;
 
-        top_logprobs: Array<Content.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Content.TopLogprob> | null;
       }
 
       export namespace Content {
@@ -720,9 +720,9 @@ export namespace CompletionRetrieveResponse {
 
         logprob: number;
 
-        top_logprobs: Array<Refusal.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Refusal.TopLogprob> | null;
       }
 
       export namespace Refusal {
@@ -1251,9 +1251,9 @@ export namespace CompletionListResponse {
 
           logprob: number;
 
-          top_logprobs: Array<Content.TopLogprob>;
-
           bytes?: Array<number> | null;
+
+          top_logprobs?: Array<Content.TopLogprob> | null;
         }
 
         export namespace Content {
@@ -1285,9 +1285,9 @@ export namespace CompletionListResponse {
 
           logprob: number;
 
-          top_logprobs: Array<Refusal.TopLogprob>;
-
           bytes?: Array<number> | null;
+
+          top_logprobs?: Array<Refusal.TopLogprob> | null;
         }
 
         export namespace Refusal {

package/src/resources/completions.ts

@@ -107,9 +107,9 @@ export namespace CompletionCreateResponse {
 
         logprob: number;
 
-        top_logprobs: Array<Content.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Content.TopLogprob> | null;
       }
 
       export namespace Content {
@@ -141,9 +141,9 @@ export namespace CompletionCreateResponse {
 
         logprob: number;
 
-        top_logprobs: Array<Refusal.TopLogprob>;
-
         bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Refusal.TopLogprob> | null;
       }
 
       export namespace Refusal {

package/src/resources/conversations/conversations.ts

@@ -149,7 +149,7 @@ export namespace ConversationCreateParams {
           | OpenAIResponseMessageInput.OpenAIResponseInputMessageContentFile
         >
       | Array<
-          | OpenAIResponseMessageInput.OpenAIResponseOutputMessageContentOutputText
+          | OpenAIResponseMessageInput.OpenAIResponseOutputMessageContentOutputTextInput
           | OpenAIResponseMessageInput.OpenAIResponseContentPartRefusal
         >;
 
@@ -200,20 +200,22 @@ export namespace ConversationCreateParams {
       type?: 'input_file';
     }
 
-    export interface OpenAIResponseOutputMessageContentOutputText {
+    export interface OpenAIResponseOutputMessageContentOutputTextInput {
       text: string;
 
       annotations?: Array<
-        | OpenAIResponseOutputMessageContentOutputText.OpenAIResponseAnnotationFileCitation
-        | OpenAIResponseOutputMessageContentOutputText.OpenAIResponseAnnotationCitation
-        | OpenAIResponseOutputMessageContentOutputText.OpenAIResponseAnnotationContainerFileCitation
-        | OpenAIResponseOutputMessageContentOutputText.OpenAIResponseAnnotationFilePath
+        | OpenAIResponseOutputMessageContentOutputTextInput.OpenAIResponseAnnotationFileCitation
+        | OpenAIResponseOutputMessageContentOutputTextInput.OpenAIResponseAnnotationCitation
+        | OpenAIResponseOutputMessageContentOutputTextInput.OpenAIResponseAnnotationContainerFileCitation
+        | OpenAIResponseOutputMessageContentOutputTextInput.OpenAIResponseAnnotationFilePath
       >;
 
+      logprobs?: Array<OpenAIResponseOutputMessageContentOutputTextInput.Logprob> | null;
+
       type?: 'output_text';
     }
 
-    export namespace OpenAIResponseOutputMessageContentOutputText {
+    export namespace OpenAIResponseOutputMessageContentOutputTextInput {
       /**
        * File citation annotation for referencing specific files in response content.
        */
@@ -263,6 +265,40 @@ export namespace ConversationCreateParams {
 
         type?: 'file_path';
       }
+
+      /**
+       * The log probability for a token from an OpenAI-compatible chat completion
+       * response.
+       *
+       * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
+       * probability of the token :top_logprobs: The top log probabilities for the token
+       */
+      export interface Logprob {
+        token: string;
+
+        logprob: number;
+
+        bytes?: Array<number> | null;
+
+        top_logprobs?: Array<Logprob.TopLogprob> | null;
+      }
+
+      export namespace Logprob {
+        /**
+         * The top log probability for a token from an OpenAI-compatible chat completion
+         * response.
+         *
+         * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
+         * probability of the token
+         */
+        export interface TopLogprob {
+          token: string;
+
+          logprob: number;
+
+          bytes?: Array<number> | null;
+        }
+      }
     }
 
     /**