llama-stack-client 0.0.35 → 0.1.2

package/src/resources/datasets.ts

@@ -2,109 +2,97 @@
 
 import { APIResource } from '../resource';
 import * as Core from '../core';
-import * as DatasetsAPI from './datasets';
+import * as Shared from './shared';
 
 export class Datasets extends APIResource {
-  create(params: DatasetCreateParams, options?: Core.RequestOptions): Core.APIPromise<void> {
-    const { 'X-LlamaStack-ProviderData': xLlamaStackProviderData, ...body } = params;
-    return this._client.post('/datasets/create', {
-      body,
-      ...options,
-      headers: {
-        Accept: '*/*',
-        ...(xLlamaStackProviderData != null ?
-          { 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
-        : undefined),
-        ...options?.headers,
-      },
-    });
+  retrieve(
+    datasetId: string,
+    options?: Core.RequestOptions,
+  ): Core.APIPromise<DatasetRetrieveResponse | null> {
+    return this._client.get(`/v1/datasets/${datasetId}`, options);
   }
 
-  delete(params: DatasetDeleteParams, options?: Core.RequestOptions): Core.APIPromise<void> {
-    const { 'X-LlamaStack-ProviderData': xLlamaStackProviderData, ...body } = params;
-    return this._client.post('/datasets/delete', {
+  list(options?: Core.RequestOptions): Core.APIPromise<DatasetListResponse> {
+    return (
+      this._client.get('/v1/datasets', options) as Core.APIPromise<{ data: DatasetListResponse }>
+    )._thenUnwrap((obj) => obj.data);
+  }
+
+  register(body: DatasetRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void> {
+    return this._client.post('/v1/datasets', {
       body,
       ...options,
-      headers: {
-        Accept: '*/*',
-        ...(xLlamaStackProviderData != null ?
-          { 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
-        : undefined),
-        ...options?.headers,
-      },
+      headers: { Accept: '*/*', ...options?.headers },
     });
   }
 
-  get(params: DatasetGetParams, options?: Core.RequestOptions): Core.APIPromise<TrainEvalDataset> {
-    const { 'X-LlamaStack-ProviderData': xLlamaStackProviderData, ...query } = params;
-    return this._client.get('/datasets/get', {
-      query,
+  unregister(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<void> {
+    return this._client.delete(`/v1/datasets/${datasetId}`, {
       ...options,
-      headers: {
-        ...(xLlamaStackProviderData != null ?
-          { 'X-LlamaStack-ProviderData': xLlamaStackProviderData }
-        : undefined),
-        ...options?.headers,
-      },
+      headers: { Accept: '*/*', ...options?.headers },
     });
   }
 }
 
-export interface TrainEvalDataset {
-  columns: Record<string, 'dialog' | 'text' | 'media' | 'number' | 'json'>;
+export interface ListDatasetsResponse {
+  data: DatasetListResponse;
+}
 
-  content_url: string;
+export interface DatasetRetrieveResponse {
+  dataset_schema: Record<string, Shared.ParamType>;
 
-  metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
-}
+  identifier: string;
+
+  metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+
+  provider_id: string;
 
-export interface DatasetCreateParams {
-  /**
-   * Body param:
-   */
-  dataset: TrainEvalDataset;
-
-  /**
-   * Body param:
-   */
-  uuid: string;
-
-  /**
-   * Header param: JSON-encoded provider data which will be made available to the
-   * adapter servicing the API
-   */
-  'X-LlamaStack-ProviderData'?: string;
+  provider_resource_id: string;
+
+  type: 'dataset';
+
+  url: Shared.URL;
 }
 
-export interface DatasetDeleteParams {
-  /**
-   * Body param:
-   */
-  dataset_uuid: string;
-
-  /**
-   * Header param: JSON-encoded provider data which will be made available to the
-   * adapter servicing the API
-   */
-  'X-LlamaStack-ProviderData'?: string;
+export type DatasetListResponse = Array<DatasetListResponse.DatasetListResponseItem>;
+
+export namespace DatasetListResponse {
+  export interface DatasetListResponseItem {
+    dataset_schema: Record<string, Shared.ParamType>;
+
+    identifier: string;
+
+    metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+
+    provider_id: string;
+
+    provider_resource_id: string;
+
+    type: 'dataset';
+
+    url: Shared.URL;
+  }
 }
 
-export interface DatasetGetParams {
-  /**
-   * Query param:
-   */
-  dataset_uuid: string;
-
-  /**
-   * Header param: JSON-encoded provider data which will be made available to the
-   * adapter servicing the API
-   */
-  'X-LlamaStack-ProviderData'?: string;
+export interface DatasetRegisterParams {
+  dataset_id: string;
+
+  dataset_schema: Record<string, Shared.ParamType>;
+
+  url: Shared.URL;
+
+  metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+
+  provider_dataset_id?: string;
+
+  provider_id?: string;
 }
 
-export namespace Datasets {
-  export import TrainEvalDataset = DatasetsAPI.TrainEvalDataset;
-  export import DatasetCreateParams = DatasetsAPI.DatasetCreateParams;
-  export import DatasetDeleteParams = DatasetsAPI.DatasetDeleteParams;
-  export import DatasetGetParams = DatasetsAPI.DatasetGetParams;
+export declare namespace Datasets {
+  export {
+    type ListDatasetsResponse as ListDatasetsResponse,
+    type DatasetRetrieveResponse as DatasetRetrieveResponse,
+    type DatasetListResponse as DatasetListResponse,
+    type DatasetRegisterParams as DatasetRegisterParams,
+  };
 }

package/src/resources/eval/eval.ts

@@ -0,0 +1,107 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../resource';
+import * as Core from '../../core';
+import * as EvalAPI from './eval';
+import * as ScoringFunctionsAPI from '../scoring-functions';
+import * as Shared from '../shared';
+import * as JobsAPI from './jobs';
+import { JobStatusResponse, Jobs } from './jobs';
+
+export class Eval extends APIResource {
+  jobs: JobsAPI.Jobs = new JobsAPI.Jobs(this._client);
+
+  evaluateRows(
+    taskId: string,
+    body: EvalEvaluateRowsParams,
+    options?: Core.RequestOptions,
+  ): Core.APIPromise<EvaluateResponse> {
+    return this._client.post(`/v1/eval/tasks/${taskId}/evaluations`, { body, ...options });
+  }
+
+  runEval(taskId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job> {
+    return this._client.post(`/v1/eval/tasks/${taskId}/jobs`, { body, ...options });
+  }
+}
+
+export type EvalCandidate = EvalCandidate.ModelCandidate | EvalCandidate.AgentCandidate;
+
+export namespace EvalCandidate {
+  export interface ModelCandidate {
+    model: string;
+
+    sampling_params: Shared.SamplingParams;
+
+    type: 'model';
+
+    /**
+     * A system message providing instructions or context to the model.
+     */
+    system_message?: Shared.SystemMessage;
+  }
+
+  export interface AgentCandidate {
+    config: Shared.AgentConfig;
+
+    type: 'agent';
+  }
+}
+
+export type EvalTaskConfig = EvalTaskConfig.BenchmarkEvalTaskConfig | EvalTaskConfig.AppEvalTaskConfig;
+
+export namespace EvalTaskConfig {
+  export interface BenchmarkEvalTaskConfig {
+    eval_candidate: EvalAPI.EvalCandidate;
+
+    type: 'benchmark';
+
+    num_examples?: number;
+  }
+
+  export interface AppEvalTaskConfig {
+    eval_candidate: EvalAPI.EvalCandidate;
+
+    scoring_params: Record<string, ScoringFunctionsAPI.ScoringFnParams>;
+
+    type: 'app';
+
+    num_examples?: number;
+  }
+}
+
+export interface EvaluateResponse {
+  generations: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
+
+  scores: Record<string, Shared.ScoringResult>;
+}
+
+export interface Job {
+  job_id: string;
+}
+
+export interface EvalEvaluateRowsParams {
+  input_rows: Array<Record<string, boolean | number | string | Array<unknown> | unknown | null>>;
+
+  scoring_functions: Array<string>;
+
+  task_config: EvalTaskConfig;
+}
+
+export interface EvalRunEvalParams {
+  task_config: EvalTaskConfig;
+}
+
+Eval.Jobs = Jobs;
+
+export declare namespace Eval {
+  export {
+    type EvalCandidate as EvalCandidate,
+    type EvalTaskConfig as EvalTaskConfig,
+    type EvaluateResponse as EvaluateResponse,
+    type Job as Job,
+    type EvalEvaluateRowsParams as EvalEvaluateRowsParams,
+    type EvalRunEvalParams as EvalRunEvalParams,
+  };
+
+  export { Jobs as Jobs, type JobStatusResponse as JobStatusResponse };
+}

package/src/resources/eval/index.ts

@@ -0,0 +1,12 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export {
+  Eval,
+  type EvalCandidate,
+  type EvalTaskConfig,
+  type EvaluateResponse,
+  type Job,
+  type EvalEvaluateRowsParams,
+  type EvalRunEvalParams,
+} from './eval';
+export { Jobs, type JobStatusResponse } from './jobs';

package/src/resources/eval/jobs.ts

@@ -0,0 +1,36 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../resource';
+import * as Core from '../../core';
+import * as EvalAPI from './eval';
+
+export class Jobs extends APIResource {
+  retrieve(
+    taskId: string,
+    jobId: string,
+    options?: Core.RequestOptions,
+  ): Core.APIPromise<EvalAPI.EvaluateResponse> {
+    return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}/result`, options);
+  }
+
+  cancel(taskId: string, jobId: string, options?: Core.RequestOptions): Core.APIPromise<void> {
+    return this._client.delete(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, {
+      ...options,
+      headers: { Accept: '*/*', ...options?.headers },
+    });
+  }
+
+  status(
+    taskId: string,
+    jobId: string,
+    options?: Core.RequestOptions,
+  ): Core.APIPromise<JobStatusResponse | null> {
+    return this._client.get(`/v1/eval/tasks/${taskId}/jobs/${jobId}`, options);
+  }
+}
+
+export type JobStatusResponse = 'completed' | 'in_progress' | 'failed' | 'scheduled' | null;
+
+export declare namespace Jobs {
+  export { type JobStatusResponse as JobStatusResponse };
+}

package/src/resources/eval-tasks.ts

@@ -0,0 +1,69 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../resource';
+import * as Core from '../core';
+
+export class EvalTasks extends APIResource {
+  retrieve(evalTaskId: string, options?: Core.RequestOptions): Core.APIPromise<EvalTask | null> {
+    return this._client.get(`/v1/eval-tasks/${evalTaskId}`, options);
+  }
+
+  list(options?: Core.RequestOptions): Core.APIPromise<EvalTaskListResponse> {
+    return (
+      this._client.get('/v1/eval-tasks', options) as Core.APIPromise<{ data: EvalTaskListResponse }>
+    )._thenUnwrap((obj) => obj.data);
+  }
+
+  register(body: EvalTaskRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void> {
+    return this._client.post('/v1/eval-tasks', {
+      body,
+      ...options,
+      headers: { Accept: '*/*', ...options?.headers },
+    });
+  }
+}
+
+export interface EvalTask {
+  dataset_id: string;
+
+  identifier: string;
+
+  metadata: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+
+  provider_id: string;
+
+  provider_resource_id: string;
+
+  scoring_functions: Array<string>;
+
+  type: 'eval_task';
+}
+
+export interface ListEvalTasksResponse {
+  data: EvalTaskListResponse;
+}
+
+export type EvalTaskListResponse = Array<EvalTask>;
+
+export interface EvalTaskRegisterParams {
+  dataset_id: string;
+
+  eval_task_id: string;
+
+  scoring_functions: Array<string>;
+
+  metadata?: Record<string, boolean | number | string | Array<unknown> | unknown | null>;
+
+  provider_eval_task_id?: string;
+
+  provider_id?: string;
+}
+
+export declare namespace EvalTasks {
+  export {
+    type EvalTask as EvalTask,
+    type ListEvalTasksResponse as ListEvalTasksResponse,
+    type EvalTaskListResponse as EvalTaskListResponse,
+    type EvalTaskRegisterParams as EvalTaskRegisterParams,
+  };
+}

package/src/resources/index.ts

@@ -2,83 +2,159 @@
 
 export * from './shared';
 export {
-  BatchChatCompletion,
-  BatchInferenceChatCompletionParams,
-  BatchInferenceCompletionParams,
+  Agents,
+  type InferenceStep,
+  type MemoryRetrievalStep,
+  type ShieldCallStep,
+  type ToolExecutionStep,
+  type ToolResponse,
+  type AgentCreateResponse,
+  type AgentCreateParams,
+} from './agents/agents';
+export {
   BatchInference,
+  type BatchInferenceChatCompletionResponse,
+  type BatchInferenceChatCompletionParams,
+  type BatchInferenceCompletionParams,
 } from './batch-inference';
 export {
-  ChatCompletionStreamChunk,
-  CompletionStreamChunk,
-  TokenLogProbs,
-  InferenceChatCompletionResponse,
-  InferenceCompletionResponse,
-  InferenceChatCompletionParams,
-  InferenceChatCompletionParamsNonStreaming,
-  InferenceChatCompletionParamsStreaming,
-  InferenceCompletionParams,
+  Datasetio,
+  type PaginatedRowsResult,
+  type DatasetioAppendRowsParams,
+  type DatasetioGetRowsPaginatedParams,
+} from './datasetio';
+export {
+  Datasets,
+  type ListDatasetsResponse,
+  type DatasetRetrieveResponse,
+  type DatasetListResponse,
+  type DatasetRegisterParams,
+} from './datasets';
+export {
+  Eval,
+  type EvalCandidate,
+  type EvalTaskConfig,
+  type EvaluateResponse,
+  type Job,
+  type EvalEvaluateRowsParams,
+  type EvalRunEvalParams,
+} from './eval/eval';
+export {
+  EvalTasks,
+  type EvalTask,
+  type ListEvalTasksResponse,
+  type EvalTaskListResponse,
+  type EvalTaskRegisterParams,
+} from './eval-tasks';
+export {
   Inference,
-} from './inference/inference';
-export { EvaluationJob, Evaluate } from './evaluate/evaluate';
-export { EvaluationSummarizationParams, EvaluationTextGenerationParams, Evaluations } from './evaluations';
-export {
-  InferenceStep,
-  MemoryRetrievalStep,
-  RestAPIExecutionConfig,
-  ShieldCallStep,
-  ToolExecutionStep,
-  ToolParamDefinition,
-  AgentCreateResponse,
-  AgentCreateParams,
-  AgentDeleteParams,
-  Agents,
-} from './agents/agents';
-export { MemoryBankSpec, MemoryBankListParams, MemoryBankGetParams, MemoryBanks } from './memory-banks';
-export { ModelServingSpec, ModelListParams, ModelGetParams, Models } from './models';
+  type ChatCompletionResponseStreamChunk,
+  type CompletionResponse,
+  type EmbeddingsResponse,
+  type TokenLogProbs,
+  type InferenceChatCompletionParams,
+  type InferenceChatCompletionParamsNonStreaming,
+  type InferenceChatCompletionParamsStreaming,
+  type InferenceCompletionParams,
+  type InferenceCompletionParamsNonStreaming,
+  type InferenceCompletionParamsStreaming,
+  type InferenceEmbeddingsParams,
+} from './inference';
+export { Inspect, type HealthInfo, type ProviderInfo, type RouteInfo, type VersionInfo } from './inspect';
+export {
+  Models,
+  type ListModelsResponse,
+  type Model,
+  type ModelListResponse,
+  type ModelRegisterParams,
+} from './models';
 export {
-  PostTrainingJob,
-  PostTrainingPreferenceOptimizeParams,
-  PostTrainingSupervisedFineTuneParams,
   PostTraining,
+  type AlgorithmConfig,
+  type ListPostTrainingJobsResponse,
+  type PostTrainingJob,
+  type PostTrainingPreferenceOptimizeParams,
+  type PostTrainingSupervisedFineTuneParams,
 } from './post-training/post-training';
+export { Providers, type ListProvidersResponse, type ProviderListResponse } from './providers';
+export { Routes, type ListRoutesResponse, type RouteListResponse } from './routes';
+export { Safety, type RunShieldResponse, type SafetyRunShieldParams } from './safety';
+export {
+  Scoring,
+  type ScoringScoreResponse,
+  type ScoringScoreBatchResponse,
+  type ScoringScoreParams,
+  type ScoringScoreBatchParams,
+} from './scoring';
 export {
-  QueryDocuments,
-  MemoryCreateResponse,
-  MemoryRetrieveResponse,
-  MemoryListResponse,
-  MemoryDropResponse,
-  MemoryCreateParams,
-  MemoryRetrieveParams,
-  MemoryUpdateParams,
-  MemoryListParams,
-  MemoryDropParams,
-  MemoryInsertParams,
-  MemoryQueryParams,
-  Memory,
-} from './memory/memory';
-export {
-  RewardScoring,
-  ScoredDialogGenerations,
-  RewardScoringScoreParams,
-  RewardScoringResource,
-} from './reward-scoring';
-export { RunSheidResponse, SafetyRunShieldParams, Safety } from './safety';
-export { ShieldSpec, ShieldListParams, ShieldGetParams, Shields } from './shields';
+  ScoringFunctions,
+  type ListScoringFunctionsResponse,
+  type ScoringFn,
+  type ScoringFnParams,
+  type ScoringFunctionListResponse,
+  type ScoringFunctionRegisterParams,
+} from './scoring-functions';
+export {
+  Shields,
+  type ListShieldsResponse,
+  type Shield,
+  type ShieldListResponse,
+  type ShieldRegisterParams,
+} from './shields';
 export {
   SyntheticDataGeneration,
-  SyntheticDataGenerationGenerateParams,
-  SyntheticDataGenerationResource,
+  type SyntheticDataGenerationResponse,
+  type SyntheticDataGenerationGenerateParams,
 } from './synthetic-data-generation';
 export {
-  TelemetryGetTraceResponse,
-  TelemetryGetTraceParams,
-  TelemetryLogParams,
   Telemetry,
+  type Event,
+  type QueryCondition,
+  type QuerySpansResponse,
+  type SpanWithStatus,
+  type Trace,
+  type TelemetryGetSpanResponse,
+  type TelemetryGetSpanTreeResponse,
+  type TelemetryQuerySpansResponse,
+  type TelemetryQueryTracesResponse,
+  type TelemetryGetSpanTreeParams,
+  type TelemetryLogEventParams,
+  type TelemetryQuerySpansParams,
+  type TelemetryQueryTracesParams,
+  type TelemetrySaveSpansToDatasetParams,
 } from './telemetry';
 export {
-  TrainEvalDataset,
-  DatasetCreateParams,
-  DatasetDeleteParams,
-  DatasetGetParams,
-  Datasets,
-} from './datasets';
+  ToolRuntime,
+  type ToolDef,
+  type ToolInvocationResult,
+  type ToolRuntimeInvokeToolParams,
+  type ToolRuntimeListToolsParams,
+} from './tool-runtime/tool-runtime';
+export {
+  Toolgroups,
+  type ListToolGroupsResponse,
+  type ToolGroup,
+  type ToolgroupListResponse,
+  type ToolgroupRegisterParams,
+} from './toolgroups';
+export {
+  Tools,
+  type ListToolsResponse,
+  type Tool,
+  type ToolListResponse,
+  type ToolListParams,
+} from './tools';
+export {
+  VectorDBs,
+  type ListVectorDBsResponse,
+  type VectorDBRetrieveResponse,
+  type VectorDBListResponse,
+  type VectorDBRegisterResponse,
+  type VectorDBRegisterParams,
+} from './vector-dbs';
+export {
+  VectorIo,
+  type QueryChunksResponse,
+  type VectorIoInsertParams,
+  type VectorIoQueryParams,
+} from './vector-io';