llama-stack-client 0.3.5 → 0.4.0-rc2

package/src/resources/{eval → alpha/eval}/index.ts

@@ -3,13 +3,12 @@
 //
 // This source code is licensed under the terms described in the LICENSE file in
 // the root directory of this source tree.
-
+//
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 export {
   Eval,
   type BenchmarkConfig,
-  type EvalCandidate,
   type EvaluateResponse,
   type Job,
   type EvalEvaluateRowsParams,

package/src/resources/{eval → alpha/eval}/jobs.ts

@@ -3,11 +3,11 @@
 //
 // This source code is licensed under the terms described in the LICENSE file in
 // the root directory of this source tree.
-
+//
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-import { APIResource } from '../../resource';
-import * as Core from '../../core';
+import { APIResource } from '../../../resource';
+import * as Core from '../../../core';
 import * as EvalAPI from './eval';
 
 export class Jobs extends APIResource {
@@ -19,14 +19,14 @@ export class Jobs extends APIResource {
     jobId: string,
     options?: Core.RequestOptions,
   ): Core.APIPromise<EvalAPI.EvaluateResponse> {
-    return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
+    return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
   }
 
   /**
    * Cancel a job.
    */
   cancel(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<void> {
-    return this._client.delete(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
+    return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
       ...options,
       headers: { Accept: '*/*', ...options?.headers },
     });
@@ -36,6 +36,6 @@ export class Jobs extends APIResource {
    * Get the status of a job.
    */
   status(benchmarkId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<EvalAPI.Job> {
-    return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
+    return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
   }
 }

package/src/resources/{eval.ts → alpha/eval.ts}

@@ -4,6 +4,7 @@
 // This source code is licensed under the terms described in the LICENSE file in
 // the root directory of this source tree.
 
+//
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 export * from './eval/index';

package/src/resources/alpha/index.ts

@@ -0,0 +1,36 @@
+// Copyright (c) Meta Platforms, Inc. and affiliates.
+// All rights reserved.
+//
+// This source code is licensed under the terms described in the LICENSE file in
+// the root directory of this source tree.
+//
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export { Admin, type AdminListRoutesParams } from './admin';
+export { Alpha } from './alpha';
+export {
+  Benchmarks,
+  type Benchmark,
+  type ListBenchmarksResponse,
+  type BenchmarkListResponse,
+  type BenchmarkRegisterParams,
+} from './benchmarks';
+export {
+  Eval,
+  type BenchmarkConfig,
+  type EvaluateResponse,
+  type Job,
+  type EvalEvaluateRowsParams,
+  type EvalEvaluateRowsAlphaParams,
+  type EvalRunEvalParams,
+  type EvalRunEvalAlphaParams,
+} from './eval/index';
+export { Inference, type InferenceRerankResponse, type InferenceRerankParams } from './inference';
+export {
+  PostTraining,
+  type AlgorithmConfig,
+  type ListPostTrainingJobsResponse,
+  type PostTrainingJob,
+  type PostTrainingPreferenceOptimizeParams,
+  type PostTrainingSupervisedFineTuneParams,
+} from './post-training/index';

package/src/resources/alpha/inference.ts

@@ -0,0 +1,132 @@
+// Copyright (c) Meta Platforms, Inc. and affiliates.
+// All rights reserved.
+//
+// This source code is licensed under the terms described in the LICENSE file in
+// the root directory of this source tree.
+//
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../resource';
+import * as Core from '../../core';
+
+export class Inference extends APIResource {
+  /**
+   * Rerank a list of documents based on their relevance to a query.
+   */
+  rerank(
+    body: InferenceRerankParams,
+    options?: Core.RequestOptions,
+  ): Core.APIPromise<InferenceRerankResponse> {
+    return (
+      this._client.post('/v1alpha/inference/rerank', { body, ...options }) as Core.APIPromise<{
+        data: InferenceRerankResponse;
+      }>
+    )._thenUnwrap((obj) => obj.data);
+  }
+}
+
+export type InferenceRerankResponse = Array<InferenceRerankResponse.InferenceRerankResponseItem>;
+
+export namespace InferenceRerankResponse {
+  /**
+   * A single rerank result from a reranking response.
+   */
+  export interface InferenceRerankResponseItem {
+    index: number;
+
+    relevance_score: number;
+  }
+}
+
+export interface InferenceRerankParams {
+  items: Array<
+    | string
+    | InferenceRerankParams.OpenAIChatCompletionContentPartTextParam
+    | InferenceRerankParams.OpenAIChatCompletionContentPartImageParam
+  >;
+
+  model: string;
+
+  /**
+   * Text content part for OpenAI-compatible chat completion messages.
+   */
+  query:
+    | string
+    | InferenceRerankParams.OpenAIChatCompletionContentPartTextParam
+    | InferenceRerankParams.OpenAIChatCompletionContentPartImageParam;
+
+  max_num_results?: number | null;
+}
+
+export namespace InferenceRerankParams {
+  /**
+   * Text content part for OpenAI-compatible chat completion messages.
+   */
+  export interface OpenAIChatCompletionContentPartTextParam {
+    text: string;
+
+    type?: 'text';
+  }
+
+  /**
+   * Image content part for OpenAI-compatible chat completion messages.
+   */
+  export interface OpenAIChatCompletionContentPartImageParam {
+    /**
+     * Image URL specification for OpenAI-compatible chat completion messages.
+     */
+    image_url: OpenAIChatCompletionContentPartImageParam.ImageURL;
+
+    type?: 'image_url';
+  }
+
+  export namespace OpenAIChatCompletionContentPartImageParam {
+    /**
+     * Image URL specification for OpenAI-compatible chat completion messages.
+     */
+    export interface ImageURL {
+      url: string;
+
+      detail?: string | null;
+    }
+  }
+
+  /**
+   * Text content part for OpenAI-compatible chat completion messages.
+   */
+  export interface OpenAIChatCompletionContentPartTextParam {
+    text: string;
+
+    type?: 'text';
+  }
+
+  /**
+   * Image content part for OpenAI-compatible chat completion messages.
+   */
+  export interface OpenAIChatCompletionContentPartImageParam {
+    /**
+     * Image URL specification for OpenAI-compatible chat completion messages.
+     */
+    image_url: OpenAIChatCompletionContentPartImageParam.ImageURL;
+
+    type?: 'image_url';
+  }
+
+  export namespace OpenAIChatCompletionContentPartImageParam {
+    /**
+     * Image URL specification for OpenAI-compatible chat completion messages.
+     */
+    export interface ImageURL {
+      url: string;
+
+      detail?: string | null;
+    }
+  }
+}
+
+export declare namespace Inference {
+  export {
+    type InferenceRerankResponse as InferenceRerankResponse,
+    type InferenceRerankParams as InferenceRerankParams,
+  };
+}

package/src/resources/{post-training → alpha/post-training}/index.ts

@@ -3,7 +3,7 @@
 //
 // This source code is licensed under the terms described in the LICENSE file in
 // the root directory of this source tree.
-
+//
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 export {

package/src/resources/alpha/post-training/job.ts

@@ -0,0 +1,177 @@
+// Copyright (c) Meta Platforms, Inc. and affiliates.
+// All rights reserved.
+//
+// This source code is licensed under the terms described in the LICENSE file in
+// the root directory of this source tree.
+//
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../../resource';
+import * as Core from '../../../core';
+import * as PostTrainingAPI from './post-training';
+
+export class Job extends APIResource {
+  /**
+   * Get all training jobs.
+   */
+  list(options?: Core.RequestOptions): Core.APIPromise<JobListResponse> {
+    return (
+      this._client.get('/v1alpha/post-training/jobs', options) as Core.APIPromise<{ data: JobListResponse }>
+    )._thenUnwrap((obj) => obj.data);
+  }
+
+  /**
+   * Get the artifacts of a training job.
+   */
+  artifacts(query: JobArtifactsParams, options?: Core.RequestOptions): Core.APIPromise<JobArtifactsResponse> {
+    return this._client.get('/v1alpha/post-training/job/artifacts', { query, ...options });
+  }
+
+  /**
+   * Cancel a training job.
+   */
+  cancel(body: JobCancelParams, options?: Core.RequestOptions): Core.APIPromise<void> {
+    return this._client.post('/v1alpha/post-training/job/cancel', {
+      body,
+      ...options,
+      headers: { Accept: '*/*', ...options?.headers },
+    });
+  }
+
+  /**
+   * Get the status of a training job.
+   */
+  status(query: JobStatusParams, options?: Core.RequestOptions): Core.APIPromise<JobStatusResponse> {
+    return this._client.get('/v1alpha/post-training/job/status', { query, ...options });
+  }
+}
+
+export type JobListResponse = Array<PostTrainingAPI.PostTrainingJob>;
+
+/**
+ * Artifacts of a finetuning job.
+ */
+export interface JobArtifactsResponse {
+  job_uuid: string;
+
+  checkpoints?: Array<JobArtifactsResponse.Checkpoint>;
+}
+
+export namespace JobArtifactsResponse {
+  /**
+   * Checkpoint created during training runs.
+   */
+  export interface Checkpoint {
+    created_at: string;
+
+    epoch: number;
+
+    identifier: string;
+
+    path: string;
+
+    post_training_job_id: string;
+
+    /**
+     * Training metrics captured during post-training jobs.
+     */
+    training_metrics?: Checkpoint.TrainingMetrics | null;
+  }
+
+  export namespace Checkpoint {
+    /**
+     * Training metrics captured during post-training jobs.
+     */
+    export interface TrainingMetrics {
+      epoch: number;
+
+      perplexity: number;
+
+      train_loss: number;
+
+      validation_loss: number;
+    }
+  }
+}
+
+/**
+ * Status of a finetuning job.
+ */
+export interface JobStatusResponse {
+  job_uuid: string;
+
+  /**
+   * Status of a job execution.
+   */
+  status: 'completed' | 'in_progress' | 'failed' | 'scheduled' | 'cancelled';
+
+  checkpoints?: Array<JobStatusResponse.Checkpoint>;
+
+  completed_at?: string | null;
+
+  resources_allocated?: { [key: string]: unknown } | null;
+
+  scheduled_at?: string | null;
+
+  started_at?: string | null;
+}
+
+export namespace JobStatusResponse {
+  /**
+   * Checkpoint created during training runs.
+   */
+  export interface Checkpoint {
+    created_at: string;
+
+    epoch: number;
+
+    identifier: string;
+
+    path: string;
+
+    post_training_job_id: string;
+
+    /**
+     * Training metrics captured during post-training jobs.
+     */
+    training_metrics?: Checkpoint.TrainingMetrics | null;
+  }
+
+  export namespace Checkpoint {
+    /**
+     * Training metrics captured during post-training jobs.
+     */
+    export interface TrainingMetrics {
+      epoch: number;
+
+      perplexity: number;
+
+      train_loss: number;
+
+      validation_loss: number;
+    }
+  }
+}
+
+export interface JobArtifactsParams {
+  job_uuid: string;
+}
+
+export interface JobCancelParams {
+  job_uuid: string;
+}
+
+export interface JobStatusParams {
+  job_uuid: string;
+}
+
+export declare namespace Job {
+  export {
+    type JobListResponse as JobListResponse,
+    type JobArtifactsResponse as JobArtifactsResponse,
+    type JobStatusResponse as JobStatusResponse,
+    type JobArtifactsParams as JobArtifactsParams,
+    type JobCancelParams as JobCancelParams,
+    type JobStatusParams as JobStatusParams,
+  };
+}