@arizeai/phoenix-client 5.2.1 → 5.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/esm/__generated__/api/v1.d.ts +321 -9
- package/dist/esm/__generated__/api/v1.d.ts.map +1 -1
- package/dist/esm/experiments/createExperiment.d.ts +39 -0
- package/dist/esm/experiments/createExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/createExperiment.js +43 -0
- package/dist/esm/experiments/createExperiment.js.map +1 -0
- package/dist/esm/experiments/deleteExperiment.d.ts +36 -0
- package/dist/esm/experiments/deleteExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/deleteExperiment.js +49 -0
- package/dist/esm/experiments/deleteExperiment.js.map +1 -0
- package/dist/esm/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/esm/experiments/getExperimentInfo.js +9 -2
- package/dist/esm/experiments/getExperimentInfo.js.map +1 -1
- package/dist/esm/experiments/index.d.ts +5 -0
- package/dist/esm/experiments/index.d.ts.map +1 -1
- package/dist/esm/experiments/index.js +5 -0
- package/dist/esm/experiments/index.js.map +1 -1
- package/dist/esm/experiments/listExperiments.d.ts +29 -0
- package/dist/esm/experiments/listExperiments.d.ts.map +1 -0
- package/dist/esm/experiments/listExperiments.js +59 -0
- package/dist/esm/experiments/listExperiments.js.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts +105 -0
- package/dist/esm/experiments/resumeEvaluation.d.ts.map +1 -0
- package/dist/esm/experiments/resumeEvaluation.js +558 -0
- package/dist/esm/experiments/resumeEvaluation.js.map +1 -0
- package/dist/esm/experiments/resumeExperiment.d.ts +102 -0
- package/dist/esm/experiments/resumeExperiment.d.ts.map +1 -0
- package/dist/esm/experiments/resumeExperiment.js +517 -0
- package/dist/esm/experiments/resumeExperiment.js.map +1 -0
- package/dist/esm/experiments/runExperiment.d.ts.map +1 -1
- package/dist/esm/experiments/runExperiment.js +28 -2
- package/dist/esm/experiments/runExperiment.js.map +1 -1
- package/dist/esm/prompts/createPrompt.d.ts +19 -1
- package/dist/esm/prompts/createPrompt.d.ts.map +1 -1
- package/dist/esm/prompts/createPrompt.js +14 -1
- package/dist/esm/prompts/createPrompt.js.map +1 -1
- package/dist/esm/tsconfig.esm.tsbuildinfo +1 -1
- package/dist/esm/types/experiments.d.ts +60 -3
- package/dist/esm/types/experiments.d.ts.map +1 -1
- package/dist/esm/utils/channel.d.ts +229 -0
- package/dist/esm/utils/channel.d.ts.map +1 -0
- package/dist/esm/utils/channel.js +352 -0
- package/dist/esm/utils/channel.js.map +1 -0
- package/dist/esm/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/esm/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/esm/utils/isHttpError.d.ts +21 -0
- package/dist/esm/utils/isHttpError.d.ts.map +1 -0
- package/dist/esm/utils/isHttpError.js +33 -0
- package/dist/esm/utils/isHttpError.js.map +1 -0
- package/dist/src/__generated__/api/v1.d.ts +321 -9
- package/dist/src/__generated__/api/v1.d.ts.map +1 -1
- package/dist/src/experiments/createExperiment.d.ts +39 -0
- package/dist/src/experiments/createExperiment.d.ts.map +1 -0
- package/dist/src/experiments/createExperiment.js +43 -0
- package/dist/src/experiments/createExperiment.js.map +1 -0
- package/dist/src/experiments/deleteExperiment.d.ts +36 -0
- package/dist/src/experiments/deleteExperiment.d.ts.map +1 -0
- package/dist/src/experiments/deleteExperiment.js +52 -0
- package/dist/src/experiments/deleteExperiment.js.map +1 -0
- package/dist/src/experiments/getExperimentInfo.d.ts.map +1 -1
- package/dist/src/experiments/getExperimentInfo.js +9 -2
- package/dist/src/experiments/getExperimentInfo.js.map +1 -1
- package/dist/src/experiments/index.d.ts +5 -0
- package/dist/src/experiments/index.d.ts.map +1 -1
- package/dist/src/experiments/index.js +5 -0
- package/dist/src/experiments/index.js.map +1 -1
- package/dist/src/experiments/listExperiments.d.ts +29 -0
- package/dist/src/experiments/listExperiments.d.ts.map +1 -0
- package/dist/src/experiments/listExperiments.js +66 -0
- package/dist/src/experiments/listExperiments.js.map +1 -0
- package/dist/src/experiments/resumeEvaluation.d.ts +105 -0
- package/dist/src/experiments/resumeEvaluation.d.ts.map +1 -0
- package/dist/src/experiments/resumeEvaluation.js +584 -0
- package/dist/src/experiments/resumeEvaluation.js.map +1 -0
- package/dist/src/experiments/resumeExperiment.d.ts +102 -0
- package/dist/src/experiments/resumeExperiment.d.ts.map +1 -0
- package/dist/src/experiments/resumeExperiment.js +540 -0
- package/dist/src/experiments/resumeExperiment.js.map +1 -0
- package/dist/src/experiments/runExperiment.d.ts.map +1 -1
- package/dist/src/experiments/runExperiment.js +28 -2
- package/dist/src/experiments/runExperiment.js.map +1 -1
- package/dist/src/prompts/createPrompt.d.ts +19 -1
- package/dist/src/prompts/createPrompt.d.ts.map +1 -1
- package/dist/src/prompts/createPrompt.js +14 -1
- package/dist/src/prompts/createPrompt.js.map +1 -1
- package/dist/src/types/experiments.d.ts +60 -3
- package/dist/src/types/experiments.d.ts.map +1 -1
- package/dist/src/utils/channel.d.ts +229 -0
- package/dist/src/utils/channel.d.ts.map +1 -0
- package/dist/src/utils/channel.js +385 -0
- package/dist/src/utils/channel.js.map +1 -0
- package/dist/src/utils/formatPromptMessages.d.ts.map +1 -1
- package/dist/src/utils/getPromptBySelector.d.ts.map +1 -1
- package/dist/src/utils/isHttpError.d.ts +21 -0
- package/dist/src/utils/isHttpError.d.ts.map +1 -0
- package/dist/src/utils/isHttpError.js +37 -0
- package/dist/src/utils/isHttpError.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/src/__generated__/api/v1.ts +321 -9
- package/src/experiments/createExperiment.ts +90 -0
- package/src/experiments/deleteExperiment.ts +67 -0
- package/src/experiments/getExperimentInfo.ts +9 -2
- package/src/experiments/index.ts +5 -0
- package/src/experiments/listExperiments.ts +83 -0
- package/src/experiments/resumeEvaluation.ts +799 -0
- package/src/experiments/resumeExperiment.ts +742 -0
- package/src/experiments/runExperiment.ts +30 -2
- package/src/prompts/createPrompt.ts +19 -1
- package/src/types/experiments.ts +62 -3
- package/src/utils/channel.ts +397 -0
- package/src/utils/isHttpError.ts +45 -0
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { components } from "../__generated__/api/v1";
|
|
2
|
+
import { createClient } from "../client";
|
|
3
|
+
import { ClientFn } from "../types/core";
|
|
4
|
+
import { ExperimentInfo } from "../types/experiments";
|
|
5
|
+
|
|
6
|
+
import invariant from "tiny-invariant";
|
|
7
|
+
|
|
8
|
+
export type ListExperimentsParams = ClientFn & {
|
|
9
|
+
/**
|
|
10
|
+
* The dataset ID to list experiments for
|
|
11
|
+
*/
|
|
12
|
+
datasetId: string;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
const DEFAULT_PAGE_SIZE = 50;
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* List all experiments for a dataset with automatic pagination handling.
|
|
19
|
+
*
|
|
20
|
+
* This function automatically handles pagination behind the scenes and returns
|
|
21
|
+
* a simple list of experiments.
|
|
22
|
+
*
|
|
23
|
+
* @example
|
|
24
|
+
* ```ts
|
|
25
|
+
* import { listExperiments } from "@arizeai/phoenix-client/experiments";
|
|
26
|
+
*
|
|
27
|
+
* const experiments = await listExperiments({
|
|
28
|
+
* datasetId: "dataset_123",
|
|
29
|
+
* });
|
|
30
|
+
*
|
|
31
|
+
* for (const experiment of experiments) {
|
|
32
|
+
* console.log(`Experiment: ${experiment.id}, Runs: ${experiment.successfulRunCount}`);
|
|
33
|
+
* }
|
|
34
|
+
* ```
|
|
35
|
+
*/
|
|
36
|
+
export async function listExperiments({
|
|
37
|
+
client: _client,
|
|
38
|
+
datasetId,
|
|
39
|
+
}: ListExperimentsParams): Promise<ExperimentInfo[]> {
|
|
40
|
+
const client = _client || createClient();
|
|
41
|
+
|
|
42
|
+
const experiments: ExperimentInfo[] = [];
|
|
43
|
+
let cursor: string | null = null;
|
|
44
|
+
|
|
45
|
+
do {
|
|
46
|
+
const res: {
|
|
47
|
+
data?: components["schemas"]["ListExperimentsResponseBody"];
|
|
48
|
+
} = await client.GET("/v1/datasets/{dataset_id}/experiments", {
|
|
49
|
+
params: {
|
|
50
|
+
path: {
|
|
51
|
+
dataset_id: datasetId,
|
|
52
|
+
},
|
|
53
|
+
query: {
|
|
54
|
+
cursor,
|
|
55
|
+
limit: DEFAULT_PAGE_SIZE,
|
|
56
|
+
},
|
|
57
|
+
},
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
cursor = res.data?.next_cursor || null;
|
|
61
|
+
const data = res.data?.data;
|
|
62
|
+
invariant(data, "Failed to list experiments");
|
|
63
|
+
|
|
64
|
+
experiments.push(
|
|
65
|
+
...data.map((exp) => ({
|
|
66
|
+
id: exp.id,
|
|
67
|
+
datasetId: exp.dataset_id,
|
|
68
|
+
datasetVersionId: exp.dataset_version_id,
|
|
69
|
+
repetitions: exp.repetitions,
|
|
70
|
+
metadata: exp.metadata || {},
|
|
71
|
+
projectName: exp.project_name || null,
|
|
72
|
+
createdAt: exp.created_at,
|
|
73
|
+
updatedAt: exp.updated_at,
|
|
74
|
+
exampleCount: exp.example_count,
|
|
75
|
+
successfulRunCount: exp.successful_run_count,
|
|
76
|
+
failedRunCount: exp.failed_run_count,
|
|
77
|
+
missingRunCount: exp.missing_run_count,
|
|
78
|
+
}))
|
|
79
|
+
);
|
|
80
|
+
} while (cursor != null);
|
|
81
|
+
|
|
82
|
+
return experiments;
|
|
83
|
+
}
|