@arizeai/phoenix-client 5.2.1 → 5.4.0

package/dist/esm/experiments/deleteExperiment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deleteExperiment.d.ts","sourceRoot":"","sources":["../../../src/experiments/deleteExperiment.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AAGzC;;GAEG;AACH,MAAM,WAAW,sBAAuB,SAAQ,QAAQ;IACtD;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,GACb,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CAyBxC"}

package/dist/esm/experiments/deleteExperiment.js

@@ -0,0 +1,49 @@
+import { createClient } from "../client.js";
+import { ensureString } from "../utils/ensureString.js";
+/**
+ * Delete an experiment by ID.
+ *
+ * **Important**: This operation permanently deletes the experiment and all its associated
+ * runs, evaluations, and annotations.
+ *
+ * Behavior:
+ * - Deletes the experiment and all its data
+ * - Returns successfully if experiment is found and deleted
+ * - Throws error if experiment is not found (404) or other errors occur
+ *
+ * @param params - The parameters to delete an experiment
+ * @returns Promise that resolves when the experiment is successfully deleted
+ * @throws Error if the experiment is not found or deletion fails
+ *
+ * @example
+ * ```ts
+ * import { deleteExperiment } from "@arizeai/phoenix-client/experiments";
+ *
+ * await deleteExperiment({
+ *   experimentId: "exp_123",
+ * });
+ * ```
+ */
+export async function deleteExperiment({ client: _client, experimentId, }) {
+    const client = _client ?? createClient();
+    const { error } = await client.DELETE("/v1/experiments/{experiment_id}", {
+        params: {
+            path: {
+                experiment_id: experimentId,
+            },
+        },
+    });
+    if (error) {
+        const isNotFound = typeof error === "object" &&
+            error !== null &&
+            "status" in error &&
+            error.status === 404;
+        if (isNotFound) {
+            throw new Error(`Experiment not found: ${experimentId}`);
+        }
+        // Extract meaningful error information
+        const errorMessage = ensureString(error);
+        throw new Error(`Failed to delete experiment: ${errorMessage}`);
+    }
+}
+//# sourceMappingURL=deleteExperiment.js.map

package/dist/esm/experiments/deleteExperiment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deleteExperiment.js","sourceRoot":"","sources":["../../../src/experiments/deleteExperiment.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAYrD;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,GACW;IACvB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,iCAAiC,EAAE;QACvE,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,aAAa,EAAE,YAAY;aAC5B;SACF;KACF,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,UAAU,GACd,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,KAAK,IAAI;YACd,QAAQ,IAAI,KAAK;YACjB,KAAK,CAAC,MAAM,KAAK,GAAG,CAAC;QACvB,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,uCAAuC;QACvC,MAAM,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,IAAI,KAAK,CAAC,gCAAgC,YAAY,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC"}

package/dist/esm/experiments/getExperimentInfo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getExperimentInfo.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAI3D,MAAM,MAAM,mBAAmB,GAAG,QAAQ,GAAG;IAC3C;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GAC5B,EAAE,mBAAmB,GAAG,OAAO,CAAC,cAAc,CAAC,CAkB/C"}
+{"version":3,"file":"getExperimentInfo.d.ts","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAI3D,MAAM,MAAM,mBAAmB,GAAG,QAAQ,GAAG;IAC3C;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;GAEG;AACH,wBAAsB,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GAC5B,EAAE,mBAAmB,GAAG,OAAO,CAAC,cAAc,CAAC,CAyB/C"}

package/dist/esm/experiments/getExperimentInfo.js

@@ -17,8 +17,15 @@ export async function getExperimentInfo({ client: _client, experimentId: experim
         id: experimentData.id,
         datasetId: experimentData.dataset_id,
         datasetVersionId: experimentData.dataset_version_id,
-        projectName: experimentData.project_name || "", // This will never happen
-        metadata: experimentData.metadata,
+        repetitions: experimentData.repetitions,
+        metadata: experimentData.metadata || {},
+        projectName: experimentData.project_name || null,
+        createdAt: experimentData.created_at,
+        updatedAt: experimentData.updated_at,
+        exampleCount: experimentData.example_count,
+        successfulRunCount: experimentData.successful_run_count,
+        failedRunCount: experimentData.failed_run_count,
+        missingRunCount: experimentData.missing_run_count,
     };
 }
 //# sourceMappingURL=getExperimentInfo.js.map

package/dist/esm/experiments/getExperimentInfo.js.map

@@ -1 +1 @@
-{"version":3,"file":"getExperimentInfo.js","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AASvC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GACP;IACpB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,GAC5D,MAAM,MAAM,CAAC,GAAG,CAAC,iCAAiC,EAAE;QAClD,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,aAAa;aACd;SACF;KACF,CAAC,CAAC;IACL,SAAS,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;IACtD,OAAO;QACL,EAAE,EAAE,cAAc,CAAC,EAAE;QACrB,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,gBAAgB,EAAE,cAAc,CAAC,kBAAkB;QACnD,WAAW,EAAE,cAAc,CAAC,YAAY,IAAI,EAAE,EAAE,yBAAyB;QACzE,QAAQ,EAAE,cAAc,CAAC,QAAQ;KAClC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"getExperimentInfo.js","sourceRoot":"","sources":["../../../src/experiments/getExperimentInfo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AASvC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EACtC,MAAM,EAAE,OAAO,EACf,YAAY,EAAE,aAAa,GACP;IACpB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IACzC,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,GAC5D,MAAM,MAAM,CAAC,GAAG,CAAC,iCAAiC,EAAE;QAClD,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,aAAa;aACd;SACF;KACF,CAAC,CAAC;IACL,SAAS,CAAC,cAAc,EAAE,0BAA0B,CAAC,CAAC;IACtD,OAAO;QACL,EAAE,EAAE,cAAc,CAAC,EAAE;QACrB,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,gBAAgB,EAAE,cAAc,CAAC,kBAAkB;QACnD,WAAW,EAAE,cAAc,CAAC,WAAW;QACvC,QAAQ,EAAE,cAAc,CAAC,QAAQ,IAAI,EAAE;QACvC,WAAW,EAAE,cAAc,CAAC,YAAY,IAAI,IAAI;QAChD,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,SAAS,EAAE,cAAc,CAAC,UAAU;QACpC,YAAY,EAAE,cAAc,CAAC,aAAa;QAC1C,kBAAkB,EAAE,cAAc,CAAC,oBAAoB;QACvD,cAAc,EAAE,cAAc,CAAC,gBAAgB;QAC/C,eAAe,EAAE,cAAc,CAAC,iBAAiB;KAClD,CAAC;AACJ,CAAC"}

package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts

@@ -0,0 +1,19 @@
+import { AnnotatorKind } from "../../types/annotations.js";
+import { Evaluator } from "../../types/experiments.js";
+/**
+ * Wrap an evaluator function in an object with a name property.
+ *
+ * @experimental This feature is not complete, and will change in the future.
+ *
+ * @param params - The parameters for creating the evaluator
+ * @param params.name - The name of the evaluator.
+ * @param params.kind - The kind of evaluator (e.g., "CODE", "LLM")
+ * @param params.evaluate - The evaluator function.
+ * @returns The evaluator object.
+ */
+export declare function asExperimentEvaluator({ name, kind, evaluate, }: {
+    name: string;
+    kind: AnnotatorKind;
+    evaluate: Evaluator["evaluate"];
+}): Evaluator;
+//# sourceMappingURL=asExperimentEvaluator.d.ts.map

package/dist/esm/experiments/helpers/asExperimentEvaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"asExperimentEvaluator.d.ts","sourceRoot":"","sources":["../../../../src/experiments/helpers/asExperimentEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAEpD;;;;;;;;;;GAUG;AACH,wBAAgB,qBAAqB,CAAC,EACpC,IAAI,EACJ,IAAI,EACJ,QAAQ,GACT,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;CACjC,GAAG,SAAS,CAMZ"}

package/dist/esm/experiments/helpers/asExperimentEvaluator.js

@@ -0,0 +1,19 @@
+/**
+ * Wrap an evaluator function in an object with a name property.
+ *
+ * @experimental This feature is not complete, and will change in the future.
+ *
+ * @param params - The parameters for creating the evaluator
+ * @param params.name - The name of the evaluator.
+ * @param params.kind - The kind of evaluator (e.g., "CODE", "LLM")
+ * @param params.evaluate - The evaluator function.
+ * @returns The evaluator object.
+ */
+export function asExperimentEvaluator({ name, kind, evaluate, }) {
+    return {
+        name,
+        kind,
+        evaluate,
+    };
+}
+//# sourceMappingURL=asExperimentEvaluator.js.map

package/dist/esm/experiments/helpers/asExperimentEvaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asExperimentEvaluator.js","sourceRoot":"","sources":["../../../../src/experiments/helpers/asExperimentEvaluator.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;GAUG;AACH,MAAM,UAAU,qBAAqB,CAAC,EACpC,IAAI,EACJ,IAAI,EACJ,QAAQ,GAKT;IACC,OAAO;QACL,IAAI;QACJ,IAAI;QACJ,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts

@@ -0,0 +1,9 @@
+import type { LLMEvaluator } from "@arizeai/phoenix-evals";
+import { Evaluator } from "../../types/experiments.js";
+/**
+ * A function that acts as a bridge, converting phoenix-evals to be experiment evaluator compatible
+ * @param phoenixEvaluator
+ * @returns an experiment compatible Evaluator
+ */
+export declare function fromPhoenixLLMEvaluator<RecordType extends Record<string, unknown>>(phoenixLLMEvaluator: LLMEvaluator<RecordType>): Evaluator;
+//# sourceMappingURL=fromPhoenixLLMEvaluator.d.ts.map

package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fromPhoenixLLMEvaluator.d.ts","sourceRoot":"","sources":["../../../../src/experiments/helpers/fromPhoenixLLMEvaluator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAIpD;;;;GAIG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC1C,mBAAmB,EAAE,YAAY,CAAC,UAAU,CAAC,GAAG,SAAS,CAU1D"}

package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.js

@@ -0,0 +1,18 @@
+import { asExperimentEvaluator } from "./asExperimentEvaluator.js";
+/**
+ * A function that acts as a bridge, converting phoenix-evals to be experiment evaluator compatible
+ * @param phoenixEvaluator
+ * @returns an experiment compatible Evaluator
+ */
+export function fromPhoenixLLMEvaluator(phoenixLLMEvaluator) {
+    return asExperimentEvaluator({
+        name: phoenixLLMEvaluator.name,
+        kind: "LLM",
+        evaluate: (example) => {
+            // For now blindly coerce the types
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            return phoenixLLMEvaluator.evaluate(example);
+        },
+    });
+}
+//# sourceMappingURL=fromPhoenixLLMEvaluator.js.map

package/dist/esm/experiments/helpers/fromPhoenixLLMEvaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fromPhoenixLLMEvaluator.js","sourceRoot":"","sources":["../../../../src/experiments/helpers/fromPhoenixLLMEvaluator.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAEhE;;;;GAIG;AACH,MAAM,UAAU,uBAAuB,CAErC,mBAA6C;IAC7C,OAAO,qBAAqB,CAAC;QAC3B,IAAI,EAAE,mBAAmB,CAAC,IAAI;QAC9B,IAAI,EAAE,KAAK;QACX,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE;YACpB,mCAAmC;YACnC,8DAA8D;YAC9D,OAAO,mBAAmB,CAAC,QAAQ,CAAC,OAAc,CAAC,CAAC;QACtD,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts

@@ -0,0 +1,6 @@
+import { Evaluator } from "../../types/experiments.js";
+/**
+ * A function that normalizes evaluators to be runnable by experiments. This is a best effort to support a variety of evaluator types.
+ */
+export declare function getExperimentEvaluators(evaluators: unknown[]): Evaluator[];
+//# sourceMappingURL=getExperimentEvaluators.d.ts.map

package/dist/esm/experiments/helpers/getExperimentEvaluators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getExperimentEvaluators.d.ts","sourceRoot":"","sources":["../../../../src/experiments/helpers/getExperimentEvaluators.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAyDpD;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,SAAS,EAAE,CAW1E"}

package/dist/esm/experiments/helpers/getExperimentEvaluators.js

@@ -0,0 +1,58 @@
+import { fromPhoenixLLMEvaluator } from "./fromPhoenixLLMEvaluator.js";
+/**
+ * A type guard for LLMEvaluator classes.
+ * Note: this is not fool proof, and may need to be updated as phoenix-evals evolves.
+ */
+function isPhoenixLLMEvaluator(evaluator) {
+    if (typeof evaluator !== "object" ||
+        evaluator === null ||
+        !("evaluate" in evaluator) ||
+        typeof evaluator.evaluate !== "function" ||
+        !("name" in evaluator) ||
+        typeof evaluator.name !== "string" ||
+        !("kind" in evaluator) ||
+        typeof evaluator.kind !== "string" ||
+        evaluator.kind !== "LLM") {
+        return false;
+    }
+    // Check if it's a class instance (not a plain object)
+    // Phoenix evaluators are class instances, plain evaluators are objects
+    const isClassInstance = evaluator.constructor !== Object && evaluator.constructor !== undefined;
+    // If it's a class instance, it's definitely a phoenix evaluator
+    if (isClassInstance) {
+        return true;
+    }
+    // Otherwise, it's a plain Evaluator object, not a phoenix evaluator
+    return false;
+}
+/**
+ * A type guard for Evaluator objects.
+ * Note: this is not fool proof, and may need to be updated as the package evolves
+ */
+function isExperimentEvaluator(evaluator) {
+    return (typeof evaluator === "object" &&
+        evaluator !== null &&
+        "evaluate" in evaluator &&
+        typeof evaluator.evaluate === "function" &&
+        "name" in evaluator &&
+        typeof evaluator.name === "string" &&
+        "kind" in evaluator &&
+        typeof evaluator.kind === "string" &&
+        (evaluator.kind === "CODE" || evaluator.kind === "LLM"));
+}
+/**
+ * A function that normalizes evaluators to be runnable by experiments. This is a best effort to support a variety of evaluator types.
+ */
+export function getExperimentEvaluators(evaluators) {
+    return evaluators.map((evaluator) => {
+        // Check phoenix evaluators first, as they are more specific
+        if (isPhoenixLLMEvaluator(evaluator)) {
+            return fromPhoenixLLMEvaluator(evaluator);
+        }
+        if (isExperimentEvaluator(evaluator)) {
+            return evaluator;
+        }
+        throw new Error(`Unsupported evaluator: ${JSON.stringify(evaluator)}`);
+    });
+}
+//# sourceMappingURL=getExperimentEvaluators.js.map

package/dist/esm/experiments/helpers/getExperimentEvaluators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"getExperimentEvaluators.js","sourceRoot":"","sources":["../../../../src/experiments/helpers/getExperimentEvaluators.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAEpE;;;GAGG;AACH,SAAS,qBAAqB,CAC5B,SAAkB;IAElB,IACE,OAAO,SAAS,KAAK,QAAQ;QAC7B,SAAS,KAAK,IAAI;QAClB,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC;QAC1B,OAAO,SAAS,CAAC,QAAQ,KAAK,UAAU;QACxC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC;QACtB,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ;QAClC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC;QACtB,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ;QAClC,SAAS,CAAC,IAAI,KAAK,KAAK,EACxB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sDAAsD;IACtD,uEAAuE;IACvE,MAAM,eAAe,GACnB,SAAS,CAAC,WAAW,KAAK,MAAM,IAAI,SAAS,CAAC,WAAW,KAAK,SAAS,CAAC;IAE1E,gEAAgE;IAChE,IAAI,eAAe,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oEAAoE;IACpE,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,SAAkB;IAC/C,OAAO,CACL,OAAO,SAAS,KAAK,QAAQ;QAC7B,SAAS,KAAK,IAAI;QAClB,UAAU,IAAI,SAAS;QACvB,OAAO,SAAS,CAAC,QAAQ,KAAK,UAAU;QACxC,MAAM,IAAI,SAAS;QACnB,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ;QAClC,MAAM,IAAI,SAAS;QACnB,OAAO,SAAS,CAAC,IAAI,KAAK,QAAQ;QAClC,CAAC,SAAS,CAAC,IAAI,KAAK,MAAM,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC,CACxD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,uBAAuB,CAAC,UAAqB;IAC3D,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;QAClC,4DAA4D;QAC5D,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,OAAO,uBAAuB,CAAC,SAAS,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,qBAAqB,CAAC,SAAS,CAAC,EAAE,CAAC;YACrC,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/esm/experiments/helpers/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./asExperimentEvaluator.js";
+export * from "./getExperimentEvaluators.js";
+export * from "./fromPhoenixLLMEvaluator.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/experiments/helpers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/experiments/helpers/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,2BAA2B,CAAC"}

package/dist/esm/experiments/helpers/index.js

@@ -0,0 +1,4 @@
+export * from "./asExperimentEvaluator.js";
+export * from "./getExperimentEvaluators.js";
+export * from "./fromPhoenixLLMEvaluator.js";
+//# sourceMappingURL=index.js.map

package/dist/esm/experiments/helpers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/experiments/helpers/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,2BAA2B,CAAC"}

package/dist/esm/experiments/index.d.ts

@@ -2,4 +2,10 @@ export * from "./getExperimentInfo.js";
 export * from "./getExperiment.js";
 export * from "./getExperimentRuns.js";
 export * from "./runExperiment.js";
+export * from "./createExperiment.js";
+export * from "./listExperiments.js";
+export * from "./deleteExperiment.js";
+export * from "./resumeExperiment.js";
+export * from "./resumeEvaluation.js";
+export * from "./helpers/index.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/esm/experiments/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,WAAW,CAAC"}

package/dist/esm/experiments/index.js

@@ -2,4 +2,10 @@ export * from "./getExperimentInfo.js";
 export * from "./getExperiment.js";
 export * from "./getExperimentRuns.js";
 export * from "./runExperiment.js";
+export * from "./createExperiment.js";
+export * from "./listExperiments.js";
+export * from "./deleteExperiment.js";
+export * from "./resumeExperiment.js";
+export * from "./resumeEvaluation.js";
+export * from "./helpers/index.js";
 //# sourceMappingURL=index.js.map

package/dist/esm/experiments/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/experiments/index.ts"],"names":[],"mappings":"AAAA,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,oBAAoB,CAAC;AACnC,cAAc,WAAW,CAAC"}

package/dist/esm/experiments/listExperiments.d.ts

@@ -0,0 +1,29 @@
+import { ClientFn } from "../types/core.js";
+import { ExperimentInfo } from "../types/experiments.js";
+export type ListExperimentsParams = ClientFn & {
+    /**
+     * The dataset ID to list experiments for
+     */
+    datasetId: string;
+};
+/**
+ * List all experiments for a dataset with automatic pagination handling.
+ *
+ * This function automatically handles pagination behind the scenes and returns
+ * a simple list of experiments.
+ *
+ * @example
+ * ```ts
+ * import { listExperiments } from "@arizeai/phoenix-client/experiments";
+ *
+ * const experiments = await listExperiments({
+ *   datasetId: "dataset_123",
+ * });
+ *
+ * for (const experiment of experiments) {
+ *   console.log(`Experiment: ${experiment.id}, Runs: ${experiment.successfulRunCount}`);
+ * }
+ * ```
+ */
+export declare function listExperiments({ client: _client, datasetId, }: ListExperimentsParams): Promise<ExperimentInfo[]>;
+//# sourceMappingURL=listExperiments.d.ts.map

package/dist/esm/experiments/listExperiments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"listExperiments.d.ts","sourceRoot":"","sources":["../../../src/experiments/listExperiments.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAItD,MAAM,MAAM,qBAAqB,GAAG,QAAQ,GAAG;IAC7C;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAIF;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,eAAe,CAAC,EACpC,MAAM,EAAE,OAAO,EACf,SAAS,GACV,EAAE,qBAAqB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CA4CnD"}

package/dist/esm/experiments/listExperiments.js

@@ -0,0 +1,59 @@
+import { createClient } from "../client.js";
+import invariant from "tiny-invariant";
+const DEFAULT_PAGE_SIZE = 50;
+/**
+ * List all experiments for a dataset with automatic pagination handling.
+ *
+ * This function automatically handles pagination behind the scenes and returns
+ * a simple list of experiments.
+ *
+ * @example
+ * ```ts
+ * import { listExperiments } from "@arizeai/phoenix-client/experiments";
+ *
+ * const experiments = await listExperiments({
+ *   datasetId: "dataset_123",
+ * });
+ *
+ * for (const experiment of experiments) {
+ *   console.log(`Experiment: ${experiment.id}, Runs: ${experiment.successfulRunCount}`);
+ * }
+ * ```
+ */
+export async function listExperiments({ client: _client, datasetId, }) {
+    const client = _client || createClient();
+    const experiments = [];
+    let cursor = null;
+    do {
+        const res = await client.GET("/v1/datasets/{dataset_id}/experiments", {
+            params: {
+                path: {
+                    dataset_id: datasetId,
+                },
+                query: {
+                    cursor,
+                    limit: DEFAULT_PAGE_SIZE,
+                },
+            },
+        });
+        cursor = res.data?.next_cursor || null;
+        const data = res.data?.data;
+        invariant(data, "Failed to list experiments");
+        experiments.push(...data.map((exp) => ({
+            id: exp.id,
+            datasetId: exp.dataset_id,
+            datasetVersionId: exp.dataset_version_id,
+            repetitions: exp.repetitions,
+            metadata: exp.metadata || {},
+            projectName: exp.project_name || null,
+            createdAt: exp.created_at,
+            updatedAt: exp.updated_at,
+            exampleCount: exp.example_count,
+            successfulRunCount: exp.successful_run_count,
+            failedRunCount: exp.failed_run_count,
+            missingRunCount: exp.missing_run_count,
+        })));
+    } while (cursor != null);
+    return experiments;
+}
+//# sourceMappingURL=listExperiments.js.map

package/dist/esm/experiments/listExperiments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"listExperiments.js","sourceRoot":"","sources":["../../../src/experiments/listExperiments.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAIzC,OAAO,SAAS,MAAM,gBAAgB,CAAC;AASvC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAE7B;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,EACpC,MAAM,EAAE,OAAO,EACf,SAAS,GACa;IACtB,MAAM,MAAM,GAAG,OAAO,IAAI,YAAY,EAAE,CAAC;IAEzC,MAAM,WAAW,GAAqB,EAAE,CAAC;IACzC,IAAI,MAAM,GAAkB,IAAI,CAAC;IAEjC,GAAG,CAAC;QACF,MAAM,GAAG,GAEL,MAAM,MAAM,CAAC,GAAG,CAAC,uCAAuC,EAAE;YAC5D,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,UAAU,EAAE,SAAS;iBACtB;gBACD,KAAK,EAAE;oBACL,MAAM;oBACN,KAAK,EAAE,iBAAiB;iBACzB;aACF;SACF,CAAC,CAAC;QAEH,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,WAAW,IAAI,IAAI,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC;QAC5B,SAAS,CAAC,IAAI,EAAE,4BAA4B,CAAC,CAAC;QAE9C,WAAW,CAAC,IAAI,CACd,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,gBAAgB,EAAE,GAAG,CAAC,kBAAkB;YACxC,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;YAC5B,WAAW,EAAE,GAAG,CAAC,YAAY,IAAI,IAAI;YACrC,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,SAAS,EAAE,GAAG,CAAC,UAAU;YACzB,YAAY,EAAE,GAAG,CAAC,aAAa;YAC/B,kBAAkB,EAAE,GAAG,CAAC,oBAAoB;YAC5C,cAAc,EAAE,GAAG,CAAC,gBAAgB;YACpC,eAAe,EAAE,GAAG,CAAC,iBAAiB;SACvC,CAAC,CAAC,CACJ,CAAC;IACJ,CAAC,QAAQ,MAAM,IAAI,IAAI,EAAE;IAEzB,OAAO,WAAW,CAAC;AACrB,CAAC"}

package/dist/esm/experiments/resumeEvaluation.d.ts

@@ -0,0 +1,105 @@
+import { type DiagLogLevel } from "@arizeai/phoenix-otel";
+import { ClientFn } from "../types/core.js";
+import type { ExperimentEvaluatorLike } from "../types/experiments.js";
+import { type Logger } from "../types/logger.js";
+export type ResumeEvaluationParams = ClientFn & {
+    /**
+     * The ID of the experiment to resume evaluations for
+     */
+    readonly experimentId: string;
+    /**
+     * A single evaluator or list of evaluators to run on incomplete evaluations
+     */
+    readonly evaluators: ExperimentEvaluatorLike | readonly ExperimentEvaluatorLike[];
+    /**
+     * The logger to use
+     * @default console
+     */
+    readonly logger?: Logger;
+    /**
+     * The number of concurrent evaluation executions
+     * @default 5
+     */
+    readonly concurrency?: number;
+    /**
+     * Whether to set the global tracer provider when running evaluators.
+     * @default true
+     */
+    readonly setGlobalTracerProvider?: boolean;
+    /**
+     * Whether to use batch span processor for tracing.
+     * @default true
+     */
+    readonly useBatchSpanProcessor?: boolean;
+    /**
+     * Log level to set for the default DiagConsoleLogger when tracing.
+     */
+    readonly diagLogLevel?: DiagLogLevel;
+    /**
+     * Stop processing and exit as soon as any evaluation fails.
+     * @default false
+     */
+    readonly stopOnFirstError?: boolean;
+};
+/**
+ * Resume incomplete evaluations for an experiment.
+ *
+ * This function identifies which evaluations have not been completed (either missing or failed)
+ * and runs the evaluators only for those runs. This is useful for:
+ * - Recovering from transient evaluator failures
+ * - Adding new evaluators to completed experiments
+ * - Completing partially evaluated experiments
+ *
+ * The function processes incomplete evaluations in batches using pagination to minimize memory usage.
+ *
+ * Evaluation names are matched to evaluator names. For example, if you pass
+ * an evaluator with name "accuracy", it will check for and resume any runs missing the "accuracy" evaluation.
+ *
+ * **Note:** Multi-output evaluators (evaluators that return an array of results) are not
+ * supported for resume operations. Each evaluator should produce a single evaluation
+ * result with a name matching the evaluator's name.
+ *
+ * @throws {Error} Throws different error types based on failure:
+ *   - "EvaluationFetchError": Unable to fetch incomplete evaluations from the server.
+ *     Always thrown regardless of stopOnFirstError, as it indicates critical infrastructure failure.
+ *   - "EvaluationAbortedError": stopOnFirstError=true and an evaluator failed.
+ *     Original error preserved in `cause` property.
+ *   - Generic Error: Other evaluator execution errors or unexpected failures.
+ *
+ * @example
+ * ```ts
+ * import { resumeEvaluation } from "@arizeai/phoenix-client/experiments";
+ *
+ * // Standard usage: evaluation name matches evaluator name
+ * try {
+ *   await resumeEvaluation({
+ *     experimentId: "exp_123",
+ *     evaluators: [{
+ *       name: "correctness",
+ *       kind: "CODE",
+ *       evaluate: async ({ output, expected }) => ({
+ *         score: output === expected ? 1 : 0
+ *       })
+ *     }],
+ *   });
+ * } catch (error) {
+ *   // Handle by error name (no instanceof needed)
+ *   if (error.name === "EvaluationFetchError") {
+ *     console.error("Failed to connect to server:", error.cause);
+ *   } else if (error.name === "EvaluationAbortedError") {
+ *     console.error("Evaluation stopped due to error:", error.cause);
+ *   } else {
+ *     console.error("Unexpected error:", error);
+ *   }
+ * }
+ *
+ * // Stop on first error (useful for debugging)
+ * await resumeEvaluation({
+ *   experimentId: "exp_123",
+ *   evaluators: [myEvaluator],
+ *   stopOnFirstError: true, // Exit immediately on first failure
+ * });
+ * ```
+ */
+export declare function resumeEvaluation({ client: _client, experimentId, evaluators: _evaluators, logger, concurrency, setGlobalTracerProvider, useBatchSpanProcessor, diagLogLevel, stopOnFirstError, }: ResumeEvaluationParams): Promise<void>;
+//# sourceMappingURL=resumeEvaluation.d.ts.map

package/dist/esm/experiments/resumeEvaluation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resumeEvaluation.d.ts","sourceRoot":"","sources":["../../../src/experiments/resumeEvaluation.ts"],"names":[],"mappings":"AAKA,OAAO,EACL,KAAK,YAAY,EAMlB,MAAM,uBAAuB,CAAC;AAI/B,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,KAAK,EAGV,uBAAuB,EAGxB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,KAAK,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAoC9C,MAAM,MAAM,sBAAsB,GAAG,QAAQ,GAAG;IAC9C;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,UAAU,EACf,uBAAuB,GACvB,SAAS,uBAAuB,EAAE,CAAC;IACvC;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB;;;OAGG;IACH,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B;;;OAGG;IACH,QAAQ,CAAC,uBAAuB,CAAC,EAAE,OAAO,CAAC;IAC3C;;;OAGG;IACH,QAAQ,CAAC,qBAAqB,CAAC,EAAE,OAAO,CAAC;IACzC;;OAEG;IACH,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC;IACrC;;;OAGG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,CAAC;CACrC,CAAC;AAwJF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2DG;AACH,wBAAsB,gBAAgB,CAAC,EACrC,MAAM,EAAE,OAAO,EACf,YAAY,EACZ,UAAU,EAAE,WAAW,EACvB,MAAgB,EAChB,WAAe,EACf,uBAA8B,EAC9B,qBAA4B,EAC5B,YAAY,EACZ,gBAAwB,GACzB,EAAE,sBAAsB,GAAG,OAAO,CAAC,IAAI,CAAC,CA4RxC"}