@arizeai/phoenix-client 4.2.0 → 5.0.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arizeai/phoenix-client",
-  "version": "4.2.0",
+  "version": "5.0.0",
   "description": "A client for the Phoenix API",
   "main": "dist/src/index.js",
   "module": "dist/esm/index.js",
@@ -90,7 +90,7 @@
   },
   "optionalDependencies": {
     "@anthropic-ai/sdk": "^0.35.0",
-    "ai": "^5.0.38",
+    "ai": "^5.0.76",
     "openai": "^5.12.1"
   },
   "scripts": {

package/src/__generated__/api/v1.ts

@@ -939,6 +939,11 @@ export interface components {
              * @description ID of the dataset version over which the experiment will be run (if omitted, the latest version will be used)
              */
             version_id?: string | null;
+            /**
+             * Splits
+             * @description List of dataset split identifiers (GlobalIDs or names) to filter by
+             */
+            splits?: string[] | null;
             /**
              * Repetitions
              * @description Number of times the experiment should be repeated for each example
@@ -1397,6 +1402,8 @@ export interface components {
             dataset_id: string;
             /** Version Id */
             version_id: string;
+            /** Filtered Splits */
+            filtered_splits?: string[];
             /** Examples */
             examples: components["schemas"]["DatasetExample"][];
         };
@@ -3437,6 +3444,8 @@ export interface operations {
             query?: {
                 /** @description The ID of the dataset version (if omitted, returns data from the latest version) */
                 version_id?: string | null;
+                /** @description List of dataset split identifiers (GlobalIDs or names) to filter by */
+                split?: string[] | null;
             };
             header?: never;
             path: {

package/src/datasets/getDataset.ts

@@ -5,24 +5,22 @@ import { getDatasetExamples } from "./getDatasetExamples";
 import { getDatasetInfo } from "./getDatasetInfo";
 
 export type GetDatasetParams = ClientFn & {
+  /** Dataset selector (ID or name) */
   dataset: DatasetSelector;
-  versionId?: string;
 };
 
 /**
  * Get dataset info and examples from the dataset
  * @param dataset - Dataset selector (ID or name)
- * @param versionId - Optional specific version ID (if omitted, returns data from the latest version)
  */
 export async function getDataset({
   client: _client,
   dataset,
-  versionId,
 }: GetDatasetParams): Promise<Dataset> {
   const client = _client || createClient();
   const [datasetInfo, datasetExamples] = await Promise.all([
     getDatasetInfo({ client, dataset }),
-    getDatasetExamples({ client, dataset, versionId }),
+    getDatasetExamples({ client, dataset }),
   ]);
   return {
     ...datasetInfo,

package/src/datasets/getDatasetExamples.ts

@@ -5,44 +5,44 @@ import { DatasetSelector, DatasetExamples } from "../types/datasets";
 import { getDatasetInfoByName } from "./getDatasetInfoByName";
 
 export type GetDatasetExamplesParams = ClientFn & {
+  /** Dataset selector (ID, name, or version ID) */
   dataset: DatasetSelector;
-  versionId?: string;
 };
 
 /**
  * Get examples from a dataset
- * @param dataset - Dataset selector (ID, name, or version ID)
- * @param versionId - Optional specific version ID (ignored if dataset selector is datasetVersionId)
+ * @param dataset - Dataset selector (ID, name, version ID, or splits)
+ * @returns Dataset examples
  */
 export async function getDatasetExamples({
   client: _client,
-  dataset,
-  versionId,
+  dataset: datasetSelector,
 }: GetDatasetExamplesParams): Promise<DatasetExamples> {
   const client = _client || createClient();
 
   let datasetId: string;
 
-  if ("datasetName" in dataset) {
+  if ("datasetName" in datasetSelector) {
     const datasetInfo = await getDatasetInfoByName({
       client,
-      datasetName: dataset.datasetName,
+      datasetName: datasetSelector.datasetName,
     });
     datasetId = datasetInfo.id;
   } else {
-    datasetId = dataset.datasetId;
+    datasetId = datasetSelector.datasetId;
   }
 
+  const { versionId, splits } = datasetSelector;
+
   const response = await client.GET("/v1/datasets/{id}/examples", {
     params: {
       path: {
         id: datasetId,
       },
-      query: versionId
-        ? {
-            version_id: versionId,
-          }
-        : undefined,
+      query: {
+        ...(versionId ? { version_id: versionId } : {}),
+        ...(splits ? { split: splits } : {}),
+      },
     },
   });
 

package/src/experiments/getExperimentInfo.ts

@@ -18,16 +18,14 @@ export async function getExperimentInfo({
   experimentId: experiment_id,
 }: GetExperimentParams): Promise<ExperimentInfo> {
   const client = _client || createClient();
-  const { data: { data: experimentData } = {} } = await client.GET(
-    "/v1/experiments/{experiment_id}",
-    {
+  const { data: { data: experimentData } = { data: undefined } } =
+    await client.GET("/v1/experiments/{experiment_id}", {
       params: {
         path: {
           experiment_id,
         },
       },
-    }
-  );
+    });
   invariant(experimentData, "Failed to get experiment");
   return {
     id: experimentData.id,

package/src/experiments/runExperiment.ts

@@ -160,7 +160,7 @@ export async function runExperiment({
   experimentDescription,
   experimentMetadata = {},
   client: _client,
-  dataset: DatasetSelector,
+  dataset: datasetSelector,
   task,
   evaluators,
   logger = console,
@@ -180,7 +180,10 @@ export async function runExperiment({
   let provider: NodeTracerProvider | undefined;
   const isDryRun = typeof dryRun === "number" || dryRun === true;
   const client = _client ?? createClient();
-  const dataset = await getDataset({ dataset: DatasetSelector, client });
+  const dataset = await getDataset({
+    dataset: datasetSelector,
+    client,
+  });
   invariant(dataset, `Dataset not found`);
   invariant(dataset.examples.length > 0, `Dataset has no examples`);
   const nExamples =
@@ -197,6 +200,8 @@ export async function runExperiment({
       id: localId(),
       datasetId: dataset.id,
       datasetVersionId: dataset.versionId,
+      // @todo: the dataset should return splits in response body
+      datasetSplits: datasetSelector?.splits ?? [],
       projectName,
       metadata: experimentMetadata,
     };
@@ -215,6 +220,11 @@ export async function runExperiment({
           metadata: experimentMetadata,
           project_name: projectName,
           repetitions,
+          // @todo: the dataset should return splits in response body
+          ...(datasetSelector?.splits
+            ? { splits: datasetSelector.splits }
+            : {}),
+          ...(dataset?.versionId ? { version_id: dataset.versionId } : {}),
         },
       })
       .then((res) => res.data?.data);
@@ -224,6 +234,8 @@ export async function runExperiment({
       id: experimentResponse.id,
       datasetId: experimentResponse.dataset_id,
       datasetVersionId: experimentResponse.dataset_version_id,
+      // @todo: the dataset should return splits in response body
+      datasetSplits: datasetSelector?.splits ?? [],
       projectName,
       metadata: experimentResponse.metadata,
     };
@@ -557,7 +569,11 @@ export async function evaluateExperiment({
       ? Math.min(dryRun, Object.keys(experiment.runs).length)
       : Object.keys(experiment.runs).length;
   const dataset = await getDataset({
-    dataset: { datasetId: experiment.datasetId },
+    dataset: {
+      datasetId: experiment.datasetId,
+      versionId: experiment.datasetVersionId,
+      splits: experiment.datasetSplits,
+    },
     client,
   });
   invariant(dataset, `Dataset "${experiment.datasetId}" not found`);

package/src/types/datasets.ts

@@ -1,17 +1,13 @@
 import { Node } from "./core";
 
-/**
- * A dataset can be identified by its datasetId, datasetName, or datasetVersionId
- */
-export type DatasetSelector = { datasetId: string } | { datasetName: string };
+type DatasetSelectorBase = { versionId?: string; splits?: string[] };
 
 /**
- * Parameters for selecting a specific version of a dataset
+ * A dataset can be identified by its datasetId, datasetName, or datasetVersionId
  */
-export interface DatasetVersionSelector {
-  dataset: DatasetSelector;
-  versionId?: string;
-}
+export type DatasetSelector =
+  | (DatasetSelectorBase & { datasetId: string })
+  | (DatasetSelectorBase & { datasetName: string });
 
 /**
  * Overview information about a dataset

package/src/types/experiments.ts

@@ -8,6 +8,8 @@ import { Example } from "./datasets";
 export interface ExperimentInfo extends Node {
   datasetId: string;
   datasetVersionId: string;
+  // @todo: mark this as required when experiment API returns it
+  datasetSplits?: string[];
   /**
    * The project under which the experiment task traces are recorded
    */