@arizeai/phoenix-client 6.10.1 → 6.11.1

package/dist/esm/schemas/llm/converters.d.ts

@@ -381,7 +381,7 @@ export declare const safelyConvertMessageToProvider: <TargetProviderSDK extends
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -394,7 +394,7 @@ export declare const safelyConvertMessageToProvider: <TargetProviderSDK extends
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -476,7 +476,7 @@ export declare const safelyConvertMessageToProvider: <TargetProviderSDK extends
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;
@@ -1384,7 +1384,7 @@ export declare const safelyConvertToolCallToProvider: <TargetProviderSDK extends
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -1397,7 +1397,7 @@ export declare const safelyConvertToolCallToProvider: <TargetProviderSDK extends
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -1479,7 +1479,7 @@ export declare const safelyConvertToolCallToProvider: <TargetProviderSDK extends
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;
@@ -2387,7 +2387,7 @@ export declare const safelyConvertToolDefinitionToProvider: <TargetProviderSDK e
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -2400,7 +2400,7 @@ export declare const safelyConvertToolDefinitionToProvider: <TargetProviderSDK e
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -2482,7 +2482,7 @@ export declare const safelyConvertToolDefinitionToProvider: <TargetProviderSDK e
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;
@@ -3390,7 +3390,7 @@ export declare const safelyConvertToolChoiceToProvider: <TargetProviderSDK exten
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -3403,7 +3403,7 @@ export declare const safelyConvertToolChoiceToProvider: <TargetProviderSDK exten
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -3485,7 +3485,7 @@ export declare const safelyConvertToolChoiceToProvider: <TargetProviderSDK exten
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;

package/dist/esm/schemas/llm/openai/converters.d.ts

@@ -14,7 +14,7 @@ export declare const openAIChatPartToAnthropic: import("zod").ZodPipe<import("zo
     type: "image";
     source: {
         data: string;
-        media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+        media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
         type: "base64";
     };
     text?: undefined;
@@ -98,7 +98,7 @@ export declare const openAIMessageToAnthropic: import("zod").ZodPipe<import("zod
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
     } | {
@@ -111,7 +111,7 @@ export declare const openAIMessageToAnthropic: import("zod").ZodPipe<import("zod
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         })[];

package/dist/esm/schemas/llm/schemas.d.ts

@@ -68,9 +68,9 @@ export declare const llmProviderMessageSchema: z.ZodUnion<readonly [z.ZodDiscrim
         source: z.ZodObject<{
             data: z.ZodString;
             media_type: z.ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: z.ZodLiteral<"base64">;
@@ -91,9 +91,9 @@ export declare const llmProviderMessageSchema: z.ZodUnion<readonly [z.ZodDiscrim
             source: z.ZodObject<{
                 data: z.ZodString;
                 media_type: z.ZodEnum<{
+                    "image/gif": "image/gif";
                     "image/jpeg": "image/jpeg";
                     "image/png": "image/png";
-                    "image/gif": "image/gif";
                     "image/webp": "image/webp";
                 }>;
                 type: z.ZodLiteral<"base64">;

package/dist/esm/testing/acceptance.d.ts

@@ -0,0 +1,20 @@
+import type { TestResult } from "./state.js";
+import type { AcceptanceCriterion, AcceptanceResult } from "./types.js";
+/**
+ * Evaluate all configured aggregate acceptance rules against completed runs.
+ * @param params - Evaluation parameters.
+ * @param params.criteria - Aggregate rules configured on the suite.
+ * @param params.results - Completed test results in the suite.
+ */
+export declare function evaluateAcceptanceCriteria({ criteria, results, }: {
+    criteria: readonly AcceptanceCriterion[] | undefined;
+    results: readonly TestResult[];
+}): AcceptanceResult[];
+/**
+ * Build one error containing every failed aggregate criterion.
+ * @param results - Computed acceptance results.
+ */
+export declare function createAcceptanceFailureError(results: readonly AcceptanceResult[]): Error | undefined;
+/** Format an acceptance result for reporters and thrown errors. */
+export declare function formatAcceptanceResult(result: AcceptanceResult): string;
+//# sourceMappingURL=acceptance.d.ts.map

package/dist/esm/testing/acceptance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"acceptance.d.ts","sourceRoot":"","sources":["../../../src/testing/acceptance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,KAAK,EACV,mBAAmB,EACnB,gBAAgB,EAGjB,MAAM,SAAS,CAAC;AAEjB;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,SAAS,mBAAmB,EAAE,GAAG,SAAS,CAAC;IACrD,OAAO,EAAE,SAAS,UAAU,EAAE,CAAC;CAChC,GAAG,gBAAgB,EAAE,CAOrB;AAED;;;GAGG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,SAAS,gBAAgB,EAAE,GACnC,KAAK,GAAG,SAAS,CAWnB;AAED,mEAAmE;AACnE,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAavE"}

package/dist/esm/testing/acceptance.js

@@ -0,0 +1,129 @@
+/**
+ * Evaluate all configured aggregate acceptance rules against completed runs.
+ * @param params - Evaluation parameters.
+ * @param params.criteria - Aggregate rules configured on the suite.
+ * @param params.results - Completed test results in the suite.
+ */
+export function evaluateAcceptanceCriteria({ criteria, results, }) {
+    if (!criteria || criteria.length === 0) {
+        return [];
+    }
+    return criteria.map((criterion) => evaluateAcceptanceCriterion({ criterion, results }));
+}
+/**
+ * Build one error containing every failed aggregate criterion.
+ * @param results - Computed acceptance results.
+ */
+export function createAcceptanceFailureError(results) {
+    const failedResults = results.filter((result) => !result.passed);
+    if (failedResults.length === 0) {
+        return undefined;
+    }
+    return new Error([
+        "Acceptance criteria failed:",
+        ...failedResults.map((result) => `  ${formatAcceptanceResult(result)}`),
+    ].join("\n"));
+}
+/** Format an acceptance result for reporters and thrown errors. */
+export function formatAcceptanceResult(result) {
+    const status = result.passed ? "PASS" : "FAIL";
+    const value = result.value === null ? "n/a" : result.value.toFixed(3);
+    const sampleLabel = result.sampleCount === 1 ? "sample" : "samples";
+    let requirement;
+    if (result.metric === "average") {
+        const cmp = (result.direction ?? "maximize") === "minimize" ? "<=" : ">=";
+        requirement = `mean ${cmp} ${result.threshold.toFixed(3)}`;
+    }
+    else {
+        requirement = `pass rate >= ${result.minPassRate.toFixed(3)}`;
+    }
+    const reason = result.failureReason ? ` - ${result.failureReason}` : "";
+    return `${status} ${result.annotationName} ${result.metric} ${value} (need ${requirement}; ${result.sampleCount} ${sampleLabel})${reason}`;
+}
+function evaluateAcceptanceCriterion({ criterion, results, }) {
+    const annotations = collectAnnotations({ criterion, results });
+    if (criterion.metric === "average") {
+        // Only numeric / boolean scores can be averaged.
+        const scores = annotations
+            .map((annotation) => annotation.score)
+            .filter(isValidScore);
+        if (scores.length === 0) {
+            return {
+                ...criterion,
+                value: null,
+                sampleCount: 0,
+                passed: false,
+                failureReason: "no numeric or boolean scores found",
+            };
+        }
+        const direction = criterion.direction ?? "maximize";
+        const value = calculateAverage(scores);
+        return {
+            ...criterion,
+            value,
+            sampleCount: scores.length,
+            passed: meetsBar(value, criterion.threshold, direction),
+        };
+    }
+    // passRate: each run passes when `passFn` returns true for its annotation;
+    // the suite passes when the fraction of passing runs is at least
+    // `minPassRate`. The reported value is that fraction.
+    if (annotations.length === 0) {
+        return {
+            ...criterion,
+            value: null,
+            sampleCount: 0,
+            passed: false,
+            failureReason: "no matching annotations found",
+        };
+    }
+    const passed = annotations.filter((annotation) => criterion.passFn(annotation)).length;
+    const value = passed / annotations.length;
+    return {
+        ...criterion,
+        value,
+        sampleCount: annotations.length,
+        passed: value >= criterion.minPassRate,
+    };
+}
+/** Whether `value` clears `bar` in the given optimization direction. */
+function meetsBar(value, bar, direction) {
+    return direction === "minimize" ? value <= bar : value >= bar;
+}
+/**
+ * The last annotation matching `annotationName` from each non-skipped run that
+ * logged it. One entry per run; runs that never logged the annotation are
+ * omitted.
+ */
+function collectAnnotations({ criterion, results, }) {
+    return results
+        .filter((result) => result.status !== "skipped")
+        .map((result) => findLastAnnotation({
+        annotations: result.annotations,
+        annotationName: criterion.annotationName,
+    }))
+        .filter((annotation) => annotation !== undefined);
+}
+function findLastAnnotation({ annotations, annotationName, }) {
+    for (let annotationIndex = annotations.length - 1; annotationIndex >= 0; annotationIndex--) {
+        const annotation = annotations[annotationIndex];
+        if (annotation?.name === annotationName) {
+            return annotation;
+        }
+    }
+    return undefined;
+}
+function isValidScore(score) {
+    return (typeof score === "boolean" ||
+        (typeof score === "number" && Number.isFinite(score)));
+}
+function calculateAverage(scores) {
+    const total = scores
+        .map(scoreToNumber)
+        .reduce((sum, score) => sum + score, 0);
+    return total / scores.length;
+}
+function scoreToNumber(score) {
+    return typeof score === "boolean" ? (score ? 1 : 0) : score;
+}
+//# sourceMappingURL=acceptance.js.map

package/dist/esm/testing/acceptance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"acceptance.js","sourceRoot":"","sources":["../../../src/testing/acceptance.ts"],"names":[],"mappings":"AAQA;;;;;GAKG;AACH,MAAM,UAAU,0BAA0B,CAAC,EACzC,QAAQ,EACR,OAAO,GAIR;IACC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAChC,2BAA2B,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CACpD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,4BAA4B,CAC1C,OAAoC;IAEpC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACjE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,KAAK,CACd;QACE,6BAA6B;QAC7B,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC;KACxE,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;AACJ,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,sBAAsB,CAAC,MAAwB;IAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,IAAI,WAAmB,CAAC;IACxB,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1E,WAAW,GAAG,QAAQ,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,gBAAgB,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,OAAO,GAAG,MAAM,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,UAAU,WAAW,KAAK,MAAM,CAAC,WAAW,IAAI,WAAW,IAAI,MAAM,EAAE,CAAC;AAC7I,CAAC;AAED,SAAS,2BAA2B,CAAC,EACnC,SAAS,EACT,OAAO,GAIR;IACC,MAAM,WAAW,GAAG,kBAAkB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;IAE/D,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACnC,iDAAiD;QACjD,MAAM,MAAM,GAAG,WAAW;aACvB,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC;aACrC,MAAM,CAAC,YAAY,CAAC,CAAC;QACxB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,GAAG,SAAS;gBACZ,KAAK,EAAE,IAAI;gBACX,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,KAAK;gBACb,aAAa,EAAE,oCAAoC;aACpD,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,IAAI,UAAU,CAAC;QACpD,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO;YACL,GAAG,SAAS;YACZ,KAAK;YACL,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,iEAAiE;IACjE,sDAAsD;IACtD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO;YACL,GAAG,SAAS;YACZ,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,KAAK;YACb,aAAa,EAAE,+BAA+B;SAC/C,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC/C,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAC7B,CAAC,MAAM,CAAC;IACT,MAAM,KAAK,GAAG,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;IAC1C,OAAO;QACL,GAAG,SAAS;QACZ,KAAK;QACL,WAAW,EAAE,WAAW,CAAC,MAAM;QAC/B,MAAM,EAAE,KAAK,IAAI,SAAS,CAAC,WAAW;KACvC,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,SAAS,QAAQ,CACf,KAAa,EACb,GAAW,EACX,SAAgC;IAEhC,OAAO,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;AAChE,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,EAC1B,SAAS,EACT,OAAO,GAIR;IACC,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC;SAC/C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACd,kBAAkB,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,SAAS,CAAC,cAAc;KACzC,CAAC,CACH;SACA,MAAM,CAAC,CAAC,UAAU,EAA4B,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,kBAAkB,CAAC,EAC1B,WAAW,EACX,cAAc,GAIf;IACC,KACE,IAAI,eAAe,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAC5C,eAAe,IAAI,CAAC,EACpB,eAAe,EAAE,EACjB,CAAC;QACD,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,CAAC,CAAC;QAChD,IAAI,UAAU,EAAE,IAAI,KAAK,cAAc,EAAE,CAAC;YACxC,OAAO,UAAU,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC9C,OAAO,CACL,OAAO,KAAK,KAAK,SAAS;QAC1B,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CACtD,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAqC;IAC7D,MAAM,KAAK,GAAG,MAAM;SACjB,GAAG,CAAC,aAAa,CAAC;SAClB,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1C,OAAO,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;AAC/B,CAAC;AAED,SAAS,aAAa,CAAC,KAAuB;IAC5C,OAAO,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC9D,CAAC"}

package/dist/esm/testing/define-api.d.ts

@@ -0,0 +1,157 @@
+import { type RunnerHooks } from "./runner.js";
+import { type KVMap, type SuiteConfig, type TestEachRow, type TestFn, type TestParams } from "./types.js";
+/**
+ * Declare Phoenix eval test suites.
+ *
+ * Drop-in replacement for the test runner's own `describe`. The suite name
+ * doubles as the dataset and experiment name on the Phoenix server, and the
+ * optional {@link SuiteConfig} controls dataset naming, repetitions, dry-run
+ * mode, and CI acceptance criteria.
+ *
+ * @example
+ * ```ts
+ * import * as px from "@arizeai/phoenix-client/vitest";
+ *
+ * px.describe("generate sql demo", () => {
+ *   px.test("offtopic input", { input: { question: "hi" } }, async ({ input }) => {
+ *     // ...
+ *   });
+ * }, { metadata: { model: "gpt-4o-mini" } });
+ * ```
+ */
+export interface PhoenixDescribe {
+    /**
+     * Declare a Phoenix eval test suite.
+     *
+     * @param name - Suite name; doubles as the dataset / experiment name on Phoenix.
+     * @param fn - Suite body that declares its `test` / `it` cases.
+     * @param config - Optional suite-level config (dataset name, repetitions, dry-run, acceptance criteria).
+     */
+    (name: string, fn: () => void, config?: SuiteConfig): void;
+    /**
+     * Run only this suite, skipping all sibling suites
+     * (matches the runner's `describe.only`).
+     *
+     * @param name - Suite name; doubles as the dataset / experiment name on Phoenix.
+     * @param fn - Suite body that declares its `test` / `it` cases.
+     * @param config - Optional suite-level config.
+     */
+    only(name: string, fn: () => void, config?: SuiteConfig): void;
+    /**
+     * Skip this suite entirely (matches the runner's `describe.skip`). No dataset
+     * or experiment is created on Phoenix.
+     *
+     * @param name - Suite name; doubles as the dataset / experiment name on Phoenix.
+     * @param fn - Suite body (not executed).
+     * @param config - Optional suite-level config.
+     */
+    skip(name: string, fn: () => void, config?: SuiteConfig): void;
+}
+/**
+ * The test body returned by {@link PhoenixTest.each} after a table is bound.
+ *
+ * @param name - Test name, or a template (`%i` / `%s` / `%j`), or a function
+ *   that derives the name from the row and its index.
+ * @param fn - The test handler, run once per row in the bound table.
+ * @param timeout - Optional per-test timeout in milliseconds.
+ */
+export type PhoenixTestEach<Input extends KVMap = KVMap, Expected extends KVMap = KVMap> = (name: string | ((row: TestEachRow<Input, Expected>, index: number) => string), fn: TestFn<Input, Expected>, timeout?: number) => void;
+/**
+ * Declare a single Phoenix eval test case.
+ *
+ * Drop-in replacement for the test runner's own `test` / `it`. The `params`
+ * argument carries the `input` and the reference output (`expected` /
+ * `reference` / `output`) that become the dataset example; whatever the handler
+ * returns (or passes to `logOutput()`) is recorded as the experiment run's
+ * output and made available to evaluators.
+ *
+ * `it` is the canonical alias for `test`; the two are identical.
+ *
+ * @example
+ * ```ts
+ * px.test(
+ *   "summarizes the article",
+ *   { input: { article }, expected: { summary } },
+ *   async ({ input, expected }) => {
+ *     const output = await summarize(input.article);
+ *     px.logOutput(output);
+ *     await px.evaluate({ name: "matches", evaluate: () => output === expected.summary });
+ *   }
+ * );
+ * ```
+ */
+export interface PhoenixTest {
+    /**
+     * Declare a single Phoenix eval test case.
+     *
+     * @param name - Test case name; doubles as the dataset example label.
+     * @param params - Inline `input` and reference output that become the dataset example.
+     * @param fn - Test handler; receives `{ input, expected, metadata }`.
+     * @param timeout - Optional per-test timeout in milliseconds.
+     */
+    <Input extends KVMap = KVMap, Expected extends KVMap = KVMap>(name: string, params: TestParams<Input, Expected>, fn: TestFn<Input, Expected>, timeout?: number): void;
+    /**
+     * Run only this test case, skipping its siblings
+     * (matches the runner's `test.only`).
+     *
+     * @param name - Test case name; doubles as the dataset example label.
+     * @param params - Inline `input` and reference output that become the dataset example.
+     * @param fn - Test handler; receives `{ input, expected, metadata }`.
+     * @param timeout - Optional per-test timeout in milliseconds.
+     */
+    only<Input extends KVMap = KVMap, Expected extends KVMap = KVMap>(name: string, params: TestParams<Input, Expected>, fn: TestFn<Input, Expected>, timeout?: number): void;
+    /**
+     * Skip this test case (matches the runner's `test.skip`). No dataset example
+     * or experiment run is created on Phoenix.
+     *
+     * @param name - Test case name; doubles as the dataset example label.
+     * @param params - Inline `input` and reference output (not used while skipped).
+     * @param fn - Test handler (not executed).
+     * @param timeout - Optional per-test timeout in milliseconds.
+     */
+    skip<Input extends KVMap = KVMap, Expected extends KVMap = KVMap>(name: string, params: TestParams<Input, Expected>, fn: TestFn<Input, Expected>, timeout?: number): void;
+    /**
+     * Run the same test handler across many examples. Returns a function that
+     * takes a name (or template / name-builder) and the shared test body; each
+     * row in `table` becomes its own dataset example and experiment run.
+     *
+     * @param table - Rows of `{ input, expected?, metadata?, ... }` to fan out over.
+     * @returns A {@link PhoenixTestEach} that binds the name and shared handler.
+     *
+     * @example
+     * ```ts
+     * px.test.each([
+     *   { input: { a: 1, b: 2 }, expected: { sum: 3 } },
+     *   { input: { a: 2, b: 2 }, expected: { sum: 4 } },
+     * ])("adds %j", async ({ input, expected }) => {
+     *   // ...
+     * });
+     * ```
+     */
+    each<Input extends KVMap, Expected extends KVMap>(table: TestEachRow<Input, Expected>[]): PhoenixTestEach<Input, Expected>;
+}
+/** The public testing surface returned by {@link createTestApi}. */
+export interface PhoenixTestApi {
+    /** Declare a Phoenix eval test suite. See {@link PhoenixDescribe}. */
+    describe: PhoenixDescribe;
+    /** Declare a Phoenix eval test case. See {@link PhoenixTest}. */
+    test: PhoenixTest;
+    /** Canonical alias for {@link PhoenixTestApi.test}. */
+    it: PhoenixTest;
+}
+/**
+ * Build the public `describe`/`test`/`it` API for a runner adapter.
+ *
+ * Both the jest and vitest entrypoints expose the identical surface; the only
+ * thing that differs between them is how the {@link RunnerHooks} are obtained
+ * (vitest imports them statically, jest resolves them lazily from globals).
+ * That difference is captured by `getHooks`, which is invoked once per
+ * declaration so adapters are free to resolve hooks lazily.
+ *
+ * The JSDoc that surfaces in editors lives on the {@link PhoenixDescribe} and
+ * {@link PhoenixTest} interfaces rather than the implementations below, so the
+ * docs survive the `export const { describe, test, it } = createTestApi(...)`
+ * destructuring in each adapter.
+ */
+export declare function createTestApi(getHooks: () => RunnerHooks): PhoenixTestApi;
+//# sourceMappingURL=define-api.d.ts.map

package/dist/esm/testing/define-api.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"define-api.d.ts","sourceRoot":"","sources":["../../../src/testing/define-api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgC,KAAK,WAAW,EAAE,MAAM,UAAU,CAAC;AAC1E,OAAO,EACL,KAAK,KAAK,EAEV,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,MAAM,EACX,KAAK,UAAU,EAChB,MAAM,SAAS,CAAC;AAEjB;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,eAAe;IAC9B;;;;;;OAMG;IACH,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,IAAI,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3D;;;;;;;OAOG;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,IAAI,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;IAC/D;;;;;;;OAOG;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,IAAI,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,IAAI,CAAC;CAChE;AAED;;;;;;;GAOG;AACH,MAAM,MAAM,eAAe,CACzB,KAAK,SAAS,KAAK,GAAG,KAAK,EAC3B,QAAQ,SAAS,KAAK,GAAG,KAAK,IAC5B,CACF,IAAI,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,EAC7E,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAC3B,OAAO,CAAC,EAAE,MAAM,KACb,IAAI,CAAC;AAEV;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,WAAW,WAAW;IAC1B;;;;;;;OAOG;IACH,CAAC,KAAK,SAAS,KAAK,GAAG,KAAK,EAAE,QAAQ,SAAS,KAAK,GAAG,KAAK,EAC1D,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,EACnC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAC3B,OAAO,CAAC,EAAE,MAAM,GACf,IAAI,CAAC;IACR;;;;;;;;OAQG;IACH,IAAI,CAAC,KAAK,SAAS,KAAK,GAAG,KAAK,EAAE,QAAQ,SAAS,KAAK,GAAG,KAAK,EAC9D,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,EACnC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAC3B,OAAO,CAAC,EAAE,MAAM,GACf,IAAI,CAAC;IACR;;;;;;;;OAQG;IACH,IAAI,CAAC,KAAK,SAAS,KAAK,GAAG,KAAK,EAAE,QAAQ,SAAS,KAAK,GAAG,KAAK,EAC9D,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,EACnC,EAAE,EAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,EAC3B,OAAO,CAAC,EAAE,MAAM,GACf,IAAI,CAAC;IACR;;;;;;;;;;;;;;;;;OAiBG;IACH,IAAI,CAAC,KAAK,SAAS,KAAK,EAAE,QAAQ,SAAS,KAAK,EAC9C,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,GACpC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;CACrC;AAED,oEAAoE;AACpE,MAAM,WAAW,cAAc;IAC7B,sEAAsE;IACtE,QAAQ,EAAE,eAAe,CAAC;IAC1B,iEAAiE;IACjE,IAAI,EAAE,WAAW,CAAC;IAClB,uDAAuD;IACvD,EAAE,EAAE,WAAW,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,WAAW,GAAG,cAAc,CA8DzE"}

package/dist/esm/testing/define-api.js

@@ -0,0 +1,78 @@
+import { declareDescribe, declareTest } from "./runner.js";
+import { resolveReference, } from "./types.js";
+/**
+ * Build the public `describe`/`test`/`it` API for a runner adapter.
+ *
+ * Both the jest and vitest entrypoints expose the identical surface; the only
+ * thing that differs between them is how the {@link RunnerHooks} are obtained
+ * (vitest imports them statically, jest resolves them lazily from globals).
+ * That difference is captured by `getHooks`, which is invoked once per
+ * declaration so adapters are free to resolve hooks lazily.
+ *
+ * The JSDoc that surfaces in editors lives on the {@link PhoenixDescribe} and
+ * {@link PhoenixTest} interfaces rather than the implementations below, so the
+ * docs survive the `export const { describe, test, it } = createTestApi(...)`
+ * destructuring in each adapter.
+ */
+export function createTestApi(getHooks) {
+    const describe = ((name, fn, config) => {
+        declareDescribe(getHooks(), name, fn, config ?? {});
+    });
+    describe.only = (name, fn, config) => {
+        declareDescribe(getHooks(), name, fn, config ?? {}, "only");
+    };
+    describe.skip = (name, fn, config) => {
+        declareDescribe(getHooks(), name, fn, config ?? {}, "skip");
+    };
+    const test = ((name, params, fn, timeout) => {
+        declareTest(getHooks(), name, params, fn, "default", timeout);
+    });
+    test.only = (name, params, fn, timeout) => {
+        declareTest(getHooks(), name, params, fn, "only", timeout);
+    };
+    test.skip = (name, params, fn, timeout) => {
+        declareTest(getHooks(), name, params, fn, "skip", timeout);
+    };
+    test.each = (table) => {
+        return (name, fn, timeout) => {
+            table.forEach((row, i) => {
+                const testName = typeof name === "function"
+                    ? name(row, i)
+                    : interpolateName(name, row, i);
+                declareTest(getHooks(), testName, {
+                    id: row.id,
+                    input: row.input,
+                    expected: resolveReference(row),
+                    metadata: row.metadata,
+                    splits: row.splits,
+                    repetitions: row.repetitions,
+                    dryRun: row.dryRun,
+                }, fn, "default", timeout);
+            });
+        };
+    };
+    // `it` is the canonical alias for `test`.
+    const it = test;
+    return { describe, test, it };
+}
+/**
+ * Interpolate a `test.each` name template for a single row. Supports the
+ * common `%i`/`%s`/`%j` placeholders for surface parity with the underlying
+ * runners; when no placeholder is present the 1-based row index is appended.
+ */
+function interpolateName(name, row, index) {
+    if (!name.includes("%")) {
+        return `${name} #${index + 1}`;
+    }
+    const replacements = [
+        [/%i/g, String(index)],
+        [/%s/g, JSON.stringify(row.input)],
+        [/%j/g, JSON.stringify(row)],
+    ];
+    let out = name;
+    for (const [pattern, value] of replacements) {
+        out = out.replace(pattern, value);
+    }
+    return out;
+}
+//# sourceMappingURL=define-api.js.map

package/dist/esm/testing/define-api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"define-api.js","sourceRoot":"","sources":["../../../src/testing/define-api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,WAAW,EAAoB,MAAM,UAAU,CAAC;AAC1E,OAAO,EAEL,gBAAgB,GAKjB,MAAM,SAAS,CAAC;AAyKjB;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,aAAa,CAAC,QAA2B;IACvD,MAAM,QAAQ,GAAG,CAAC,CAChB,IAAY,EACZ,EAAc,EACd,MAAoB,EACd,EAAE;QACR,eAAe,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAoB,CAAC;IACtB,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE;QACnC,eAAe,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC,CAAC;IACF,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE;QACnC,eAAe,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;IAC9D,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,CAAC,CACZ,IAAY,EACZ,MAAmC,EACnC,EAA2B,EAC3B,OAAgB,EACV,EAAE;QACR,WAAW,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC,CAAgB,CAAC;IAClB,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;QACxC,WAAW,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7D,CAAC,CAAC;IACF,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;QACxC,WAAW,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC7D,CAAC,CAAC;IACF,IAAI,CAAC,IAAI,GAAG,CACV,KAAqC,EACH,EAAE;QACpC,OAAO,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;YAC3B,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;gBACvB,MAAM,QAAQ,GACZ,OAAO,IAAI,KAAK,UAAU;oBACxB,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;oBACd,CAAC,CAAC,eAAe,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;gBACpC,WAAW,CACT,QAAQ,EAAE,EACV,QAAQ,EACR;oBACE,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC;oBAC/B,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,MAAM,EAAE,GAAG,CAAC,MAAM;iBACnB,EACD,EAAE,EACF,SAAS,EACT,OAAO,CACR,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC,CAAC;IAEF,0CAA0C;IAC1C,MAAM,EAAE,GAAG,IAAI,CAAC;IAEhB,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AAChC,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CACtB,IAAY,EACZ,GAAgB,EAChB,KAAa;IAEb,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,GAAG,IAAI,KAAK,KAAK,GAAG,CAAC,EAAE,CAAC;IACjC,CAAC;IACD,MAAM,YAAY,GAA4B;QAC5C,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;KAC7B,CAAC;IACF,IAAI,GAAG,GAAG,IAAI,CAAC;IACf,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,YAAY,EAAE,CAAC;QAC5C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACpC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/esm/testing/helpers.d.ts

@@ -0,0 +1,55 @@
+import { type SuiteState } from "./state.js";
+import type { Annotation, EvaluationParams, EvaluationResult, Evaluator, KVMap } from "./types.js";
+/**
+ * Log the output produced by the test for the current run.
+ *
+ * Calling this multiple times overwrites the previously recorded value.
+ * The argument can be any JSON-serializable value — typically an object
+ * matching the shape of the example's `expected` field.
+ */
+export declare function logOutput(output: unknown): void;
+/**
+ * Record an annotation on the current run.
+ *
+ * Annotations are collected during the test and posted to Phoenix as
+ * experiment evaluations after the test completes. The `name` is the
+ * Phoenix evaluation name; `score`, `label`, and `explanation` map to
+ * the standard Phoenix `EvaluationResult` fields.
+ *
+ * The annotation name `"pass"` is reserved — Phoenix eval tests always write
+ * a `pass` annotation derived from the test's assertion outcome, so a
+ * user-supplied annotation with that name would race / overwrite the
+ * built-in one. Such calls are silently ignored.
+ */
+export declare function logAnnotation(annotation: Annotation): void;
+/**
+ * Run an evaluator object against the current test run and record the result.
+ *
+ * The evaluator may come from `@arizeai/phoenix-evals.createEvaluator`,
+ * `asExperimentEvaluator`, or any plain object with `{ name, evaluate }`.
+ * When `params` is omitted, the current test's `input`, recorded `output`,
+ * `expected`, `metadata`, and task `traceId` are supplied.
+ */
+export declare function evaluate<Params extends KVMap = EvaluationParams & KVMap, Result = EvaluationResult>(evaluator: Evaluator<Params, Result>, params?: Partial<Params> & KVMap): Promise<Result>;
+/**
+ * Trace an evaluator function so its execution shows up as a separate
+ * `EVALUATOR` span in Phoenix and any `{ name, score }`-shaped return
+ * value is automatically captured as an annotation on the current run.
+ *
+ * The annotation name defaults to the traced function's name, falling
+ * back to `"evaluator"`.
+ */
+export declare function traceEvaluator<EvaluatorParams extends KVMap, EvaluatorResult>(fn: (params: EvaluatorParams) => EvaluatorResult | Promise<EvaluatorResult>, options?: {
+    name?: string;
+}): (params: EvaluatorParams) => Promise<EvaluatorResult>;
+/**
+ * Internal: persist all collected annotations for the run.
+ *
+ * Phoenix's `experiment_evaluations` endpoint is keyed by
+ * `(experiment_run_id, name)` so two annotations with the same name on
+ * the same run race each other. We collapse duplicates by name (last
+ * wins) up front, which makes the final state deterministic; the
+ * remaining writes target distinct names, so they post in parallel.
+ */
+export declare function flushAnnotations(runId: string | undefined, annotations: Annotation[], suite: SuiteState): Promise<void>;
+//# sourceMappingURL=helpers.d.ts.map

package/dist/esm/testing/helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/testing/helpers.ts"],"names":[],"mappings":"AAKA,OAAO,EAAc,KAAK,UAAU,EAAE,MAAM,SAAS,CAAC;AACtD,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAChB,gBAAgB,EAEhB,SAAS,EACT,KAAK,EACN,MAAM,SAAS,CAAC;AAEjB;;;;;;GAMG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI,CAU/C;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,aAAa,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAS1D;AAED;;;;;;;GAOG;AACH,wBAAsB,QAAQ,CAC5B,MAAM,SAAS,KAAK,GAAG,gBAAgB,GAAG,KAAK,EAC/C,MAAM,GAAG,gBAAgB,EAEzB,SAAS,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,EACpC,MAAM,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,KAAK,GAC/B,OAAO,CAAC,MAAM,CAAC,CAoCjB;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAAC,eAAe,SAAS,KAAK,EAAE,eAAe,EAC3E,EAAE,EAAE,CAAC,MAAM,EAAE,eAAe,KAAK,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,EAC3E,OAAO,CAAC,EAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,GAC1B,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,eAAe,CAAC,CAoBvD;AAqFD;;;;;;;;GAQG;AACH,wBAAsB,gBAAgB,CACpC,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,WAAW,EAAE,UAAU,EAAE,EACzB,KAAK,EAAE,UAAU,GAChB,OAAO,CAAC,IAAI,CAAC,CAWf"}