@arizeai/phoenix-client 6.10.0 → 6.11.0

package/dist/esm/prompts/sdks/toSDK.d.ts

@@ -8,29 +8,29 @@ import type { SupportedSDK, toSDKParamsBase, Variables } from "./types.js";
  * toOpenAI(params)
  * ```
  */
-export type SDKParams<T extends SupportedSDK> = Parameters<(typeof PROVIDER_TO_SDK)[T]>[number] extends toSDKParamsBase ? Parameters<(typeof PROVIDER_TO_SDK)[T]>[number] : never;
+export type SDKParams<SDK extends SupportedSDK> = Parameters<(typeof PROVIDER_TO_SDK)[SDK]>[number] extends toSDKParamsBase ? Parameters<(typeof PROVIDER_TO_SDK)[SDK]>[number] : never;
 /**
  * Map of SDK names to their corresponding conversion functions
  */
 export declare const PROVIDER_TO_SDK: {
-    openai: <V extends Variables = Variables>({ prompt, variables, }: import("./toOpenAI.js").ToOpenAIParams<V>) => import("openai/resources").ChatCompletionCreateParams | null;
-    anthropic: <V extends Variables = Variables>({ prompt, variables, }: import("./toAnthropic.js").ToAnthropicParams<V>) => import("@anthropic-ai/sdk/resources/messages/messages.mjs").MessageCreateParams | null;
-    ai: <V extends Variables>({ prompt, variables, }: import("./toAI.js").ToAIParams<V>) => import("./toAI.js").PartialAIParams | null;
+    openai: <PromptVariables extends Variables = Variables>({ prompt, variables, }: import("./toOpenAI.js").ToOpenAIParams<PromptVariables>) => import("openai/resources").ChatCompletionCreateParams | null;
+    anthropic: <PromptVariables extends Variables = Variables>({ prompt, variables, }: import("./toAnthropic.js").ToAnthropicParams<PromptVariables>) => import("@anthropic-ai/sdk/resources").MessageCreateParams | null;
+    ai: <PromptVariables extends Variables>({ prompt, variables, }: import("./toAI.js").ToAIParams<PromptVariables>) => import("./toAI.js").PartialAIParams | null;
 };
 /**
  * Parameters specific to the toSDK function
  */
-export type ToSDKParams<T extends SupportedSDK, V extends Variables = Variables> = {
+export type ToSDKParams<SDK extends SupportedSDK, PromptVariables extends Variables = Variables> = {
     /**
      * String representing the SDK to convert to
      */
-    sdk: T;
+    sdk: SDK;
     /**
      * Optional variables to format the prompt with
      * Keys are the variable names, values are the variable values
      * The variable format is determined via prompt.template_format
      */
-    variables?: V;
+    variables?: PromptVariables;
 };
 /**
  * Convert a Phoenix prompt to a specific SDK's parameters
@@ -53,5 +53,5 @@ export type ToSDKParams<T extends SupportedSDK, V extends Variables = Variables>
  * @param params - The parameters to convert a prompt to an SDK's parameters
  * @returns The SDK's parameters
  */
-export declare const toSDK: <T extends SupportedSDK, V extends Variables = Variables>({ sdk: _sdk, ...rest }: ToSDKParams<T, V> & SDKParams<T>) => ReturnType<(typeof PROVIDER_TO_SDK)[T]>;
+export declare const toSDK: <SDK extends SupportedSDK, PromptVariables extends Variables = Variables>({ sdk: _sdk, ...rest }: ToSDKParams<SDK, PromptVariables> & SDKParams<SDK>) => ReturnType<(typeof PROVIDER_TO_SDK)[SDK]>;
 //# sourceMappingURL=toSDK.d.ts.map

package/dist/esm/prompts/sdks/toSDK.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"toSDK.d.ts","sourceRoot":"","sources":["../../../../src/prompts/sdks/toSDK.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExE;;;;;;;;GAQG;AACH,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,YAAY,IAAI,UAAU,CACxD,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC,CAAC,CAC5B,CAAC,MAAM,CAAC,SAAS,eAAe,GAC7B,UAAU,CAAC,CAAC,OAAO,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAC/C,KAAK,CAAC;AAEV;;GAEG;AACH,eAAO,MAAM,eAAe;;;;CAI3B,CAAC;AAkBF;;GAEG;AACH,MAAM,MAAM,WAAW,CACrB,CAAC,SAAS,YAAY,EACtB,CAAC,SAAS,SAAS,GAAG,SAAS,IAC7B;IACF;;OAEG;IACH,GAAG,EAAE,CAAC,CAAC;IACP;;;;OAIG;IACH,SAAS,CAAC,EAAE,CAAC,CAAC;CACf,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,KAAK,GAAI,CAAC,SAAS,YAAY,EAAE,CAAC,SAAS,SAAS,GAAG,SAAS,EAAE,wBAG5E,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,KAGV,UAAU,CAAC,CAAC,OAAO,eAAe,EAAE,CAAC,CAAC,CAC9D,CAAC"}
+{"version":3,"file":"toSDK.d.ts","sourceRoot":"","sources":["../../../../src/prompts/sdks/toSDK.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAExE;;;;;;;;GAQG;AACH,MAAM,MAAM,SAAS,CAAC,GAAG,SAAS,YAAY,IAAI,UAAU,CAC1D,CAAC,OAAO,eAAe,CAAC,CAAC,GAAG,CAAC,CAC9B,CAAC,MAAM,CAAC,SAAS,eAAe,GAC7B,UAAU,CAAC,CAAC,OAAO,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GACjD,KAAK,CAAC;AAEV;;GAEG;AACH,eAAO,MAAM,eAAe;;;;CAI3B,CAAC;AAkBF;;GAEG;AACH,MAAM,MAAM,WAAW,CACrB,GAAG,SAAS,YAAY,EACxB,eAAe,SAAS,SAAS,GAAG,SAAS,IAC3C;IACF;;OAEG;IACH,GAAG,EAAE,GAAG,CAAC;IACT;;;;OAIG;IACH,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,KAAK,GAChB,GAAG,SAAS,YAAY,EACxB,eAAe,SAAS,SAAS,GAAG,SAAS,EAC7C,wBAGC,WAAW,CAAC,GAAG,EAAE,eAAe,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,KAGd,UAAU,CAC7C,CAAC,OAAO,eAAe,EAAE,GAAG,CAAC,CAEhC,CAAC"}

package/dist/esm/prompts/sdks/toSDK.js.map

@@ -1 +1 @@
-{"version":3,"file":"toSDK.js","sourceRoot":"","sources":["../../../../src/prompts/sdks/toSDK.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAkBtC;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,MAAM,EAAE,QAAQ;IAChB,SAAS,EAAE,WAAW;IACtB,EAAE,EAAE,IAAI;CACT,CAAC;AAEF;;GAEG;AACH,MAAM,YAAY,GAAG,CAAyB,GAAM,EAAE,EAAE;IACtD,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,QAAQ;YACX,OAAO,eAAe,CAAC,MAAM,CAAC;QAChC,KAAK,WAAW;YACd,OAAO,eAAe,CAAC,SAAS,CAAC;QACnC,KAAK,IAAI;YACP,OAAO,eAAe,CAAC,EAAE,CAAC;QAC5B;YACE,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC,CAAC;AAqBF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,CAA0D,EAC7E,GAAG,EAAE,IAAI,EACT,GAAG,IAAI,EAC0B,EAAE,EAAE;IACrC,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAC/B,SAAS,CAAC,GAAG,EAAE,6BAA6B,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,GAAG,CAAI,IAAI,CAA4C,CAAC;AACjE,CAAC,CAAC"}
+{"version":3,"file":"toSDK.js","sourceRoot":"","sources":["../../../../src/prompts/sdks/toSDK.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAkBtC;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,MAAM,EAAE,QAAQ;IAChB,SAAS,EAAE,WAAW;IACtB,EAAE,EAAE,IAAI;CACT,CAAC;AAEF;;GAEG;AACH,MAAM,YAAY,GAAG,CAA2B,GAAQ,EAAE,EAAE;IAC1D,QAAQ,GAAG,EAAE,CAAC;QACZ,KAAK,QAAQ;YACX,OAAO,eAAe,CAAC,MAAM,CAAC;QAChC,KAAK,WAAW;YACd,OAAO,eAAe,CAAC,SAAS,CAAC;QACnC,KAAK,IAAI;YACP,OAAO,eAAe,CAAC,EAAE,CAAC;QAC5B;YACE,iBAAiB,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC,CAAC;AAqBF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG,CAGnB,EACA,GAAG,EAAE,IAAI,EACT,GAAG,IAAI,EAC4C,EAAE,EAAE;IACvD,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAC/B,SAAS,CAAC,GAAG,EAAE,6BAA6B,IAAI,EAAE,CAAC,CAAC;IACpD,OAAO,GAAG,CAAkB,IAAI,CAE/B,CAAC;AACJ,CAAC,CAAC"}

package/dist/esm/prompts/sdks/types.d.ts

@@ -11,7 +11,7 @@ export type Variables = Record<string, string | {
 /**
  * Base parameters for an SDK conversion function
  */
-export type toSDKParamsBase<V extends Variables = Variables> = {
+export type toSDKParamsBase<PromptVariables extends Variables = Variables> = {
     /**
      * The Phoenix prompt to convert
      */
@@ -19,7 +19,7 @@ export type toSDKParamsBase<V extends Variables = Variables> = {
     /**
      * The variables to use in the prompt
      */
-    variables?: V;
+    variables?: PromptVariables;
 };
 /**
  * Supported SDK conversion targets for prompt conversion

package/dist/esm/prompts/sdks/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/prompts/sdks/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG;IAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;CAAE,CAAC,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,IAAI;IAC7D;;OAEG;IACH,MAAM,EAAE,aAAa,CAAC;IACtB;;OAEG;IACH,SAAS,CAAC,EAAE,CAAC,CAAC;CACf,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/prompts/sdks/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAElD;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG;IAAE,QAAQ,EAAE,MAAM,MAAM,CAAA;CAAE,CAAC,CAAC;AAE5E;;GAEG;AACH,MAAM,MAAM,eAAe,CAAC,eAAe,SAAS,SAAS,GAAG,SAAS,IAAI;IAC3E;;OAEG;IACH,MAAM,EAAE,aAAa,CAAC;IACtB;;OAEG;IACH,SAAS,CAAC,EAAE,eAAe,CAAC;CAC7B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,cAAc,CAAC,CAAC,MAAM,CAAC,CAAC"}

package/dist/esm/schemas/llm/anthropic/converters.d.ts

@@ -6,9 +6,9 @@ export declare const anthropicMessagePartToOpenAI: import("zod").ZodPipe<import(
     source: import("zod").ZodObject<{
         data: import("zod").ZodString;
         media_type: import("zod").ZodEnum<{
+            "image/gif": "image/gif";
             "image/jpeg": "image/jpeg";
             "image/png": "image/png";
-            "image/gif": "image/gif";
             "image/webp": "image/webp";
         }>;
         type: import("zod").ZodLiteral<"base64">;
@@ -29,9 +29,9 @@ export declare const anthropicMessagePartToOpenAI: import("zod").ZodPipe<import(
         source: import("zod").ZodObject<{
             data: import("zod").ZodString;
             media_type: import("zod").ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: import("zod").ZodLiteral<"base64">;
@@ -58,7 +58,7 @@ export declare const anthropicMessagePartToOpenAI: import("zod").ZodPipe<import(
     type: "image";
     source: {
         data: string;
-        media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+        media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
         type: "base64";
     };
 } | {
@@ -71,7 +71,7 @@ export declare const anthropicMessagePartToOpenAI: import("zod").ZodPipe<import(
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
     })[];
@@ -93,9 +93,9 @@ export declare const anthropicMessageToOpenAI: import("zod").ZodPipe<import("zod
         source: import("zod").ZodObject<{
             data: import("zod").ZodString;
             media_type: import("zod").ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: import("zod").ZodLiteral<"base64">;
@@ -116,9 +116,9 @@ export declare const anthropicMessageToOpenAI: import("zod").ZodPipe<import("zod
             source: import("zod").ZodObject<{
                 data: import("zod").ZodString;
                 media_type: import("zod").ZodEnum<{
+                    "image/gif": "image/gif";
                     "image/jpeg": "image/jpeg";
                     "image/png": "image/png";
-                    "image/gif": "image/gif";
                     "image/webp": "image/webp";
                 }>;
                 type: import("zod").ZodLiteral<"base64">;
@@ -201,7 +201,7 @@ export declare const anthropicMessageToOpenAI: import("zod").ZodPipe<import("zod
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
     } | {
@@ -214,7 +214,7 @@ export declare const anthropicMessageToOpenAI: import("zod").ZodPipe<import("zod
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         })[];

package/dist/esm/schemas/llm/anthropic/messagePartSchemas.d.ts

@@ -9,9 +9,9 @@ export declare const anthropicImageBlockSchema: z.ZodObject<{
     source: z.ZodObject<{
         data: z.ZodString;
         media_type: z.ZodEnum<{
+            "image/gif": "image/gif";
             "image/jpeg": "image/jpeg";
             "image/png": "image/png";
-            "image/gif": "image/gif";
             "image/webp": "image/webp";
         }>;
         type: z.ZodLiteral<"base64">;
@@ -36,9 +36,9 @@ export declare const anthropicToolResultBlockSchema: z.ZodObject<{
         source: z.ZodObject<{
             data: z.ZodString;
             media_type: z.ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: z.ZodLiteral<"base64">;
@@ -55,9 +55,9 @@ export declare const anthropicMessagePartSchema: z.ZodDiscriminatedUnion<[z.ZodO
     source: z.ZodObject<{
         data: z.ZodString;
         media_type: z.ZodEnum<{
+            "image/gif": "image/gif";
             "image/jpeg": "image/jpeg";
             "image/png": "image/png";
-            "image/gif": "image/gif";
             "image/webp": "image/webp";
         }>;
         type: z.ZodLiteral<"base64">;
@@ -78,9 +78,9 @@ export declare const anthropicMessagePartSchema: z.ZodDiscriminatedUnion<[z.ZodO
         source: z.ZodObject<{
             data: z.ZodString;
             media_type: z.ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: z.ZodLiteral<"base64">;

package/dist/esm/schemas/llm/anthropic/messageSchemas.d.ts

@@ -25,9 +25,9 @@ export declare const anthropicMessageSchema: z.ZodObject<{
         source: z.ZodObject<{
             data: z.ZodString;
             media_type: z.ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: z.ZodLiteral<"base64">;
@@ -48,9 +48,9 @@ export declare const anthropicMessageSchema: z.ZodObject<{
             source: z.ZodObject<{
                 data: z.ZodString;
                 media_type: z.ZodEnum<{
+                    "image/gif": "image/gif";
                     "image/jpeg": "image/jpeg";
                     "image/png": "image/png";
-                    "image/gif": "image/gif";
                     "image/webp": "image/webp";
                 }>;
                 type: z.ZodLiteral<"base64">;
@@ -73,9 +73,9 @@ export declare const anthropicMessagesSchema: z.ZodArray<z.ZodObject<{
         source: z.ZodObject<{
             data: z.ZodString;
             media_type: z.ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: z.ZodLiteral<"base64">;
@@ -96,9 +96,9 @@ export declare const anthropicMessagesSchema: z.ZodArray<z.ZodObject<{
             source: z.ZodObject<{
                 data: z.ZodString;
                 media_type: z.ZodEnum<{
+                    "image/gif": "image/gif";
                     "image/jpeg": "image/jpeg";
                     "image/png": "image/png";
-                    "image/gif": "image/gif";
                     "image/webp": "image/webp";
                 }>;
                 type: z.ZodLiteral<"base64">;
@@ -120,9 +120,9 @@ export declare const anthropicMessagesJSONSchema: z.core.ZodStandardJSONSchemaPa
         source: z.ZodObject<{
             data: z.ZodString;
             media_type: z.ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: z.ZodLiteral<"base64">;
@@ -143,9 +143,9 @@ export declare const anthropicMessagesJSONSchema: z.core.ZodStandardJSONSchemaPa
             source: z.ZodObject<{
                 data: z.ZodString;
                 media_type: z.ZodEnum<{
+                    "image/gif": "image/gif";
                     "image/jpeg": "image/jpeg";
                     "image/png": "image/png";
-                    "image/gif": "image/gif";
                     "image/webp": "image/webp";
                 }>;
                 type: z.ZodLiteral<"base64">;

package/dist/esm/schemas/llm/constants.d.ts

@@ -380,7 +380,7 @@ export declare const SDKProviderConverterMap: {
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -393,7 +393,7 @@ export declare const SDKProviderConverterMap: {
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -475,7 +475,7 @@ export declare const SDKProviderConverterMap: {
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;

package/dist/esm/schemas/llm/converters.d.ts

@@ -381,7 +381,7 @@ export declare const safelyConvertMessageToProvider: <TargetProviderSDK extends
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -394,7 +394,7 @@ export declare const safelyConvertMessageToProvider: <TargetProviderSDK extends
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -476,7 +476,7 @@ export declare const safelyConvertMessageToProvider: <TargetProviderSDK extends
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;
@@ -1384,7 +1384,7 @@ export declare const safelyConvertToolCallToProvider: <TargetProviderSDK extends
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -1397,7 +1397,7 @@ export declare const safelyConvertToolCallToProvider: <TargetProviderSDK extends
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -1479,7 +1479,7 @@ export declare const safelyConvertToolCallToProvider: <TargetProviderSDK extends
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;
@@ -2387,7 +2387,7 @@ export declare const safelyConvertToolDefinitionToProvider: <TargetProviderSDK e
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -2400,7 +2400,7 @@ export declare const safelyConvertToolDefinitionToProvider: <TargetProviderSDK e
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -2482,7 +2482,7 @@ export declare const safelyConvertToolDefinitionToProvider: <TargetProviderSDK e
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;
@@ -3390,7 +3390,7 @@ export declare const safelyConvertToolChoiceToProvider: <TargetProviderSDK exten
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         } | {
@@ -3403,7 +3403,7 @@ export declare const safelyConvertToolChoiceToProvider: <TargetProviderSDK exten
                 type: "image";
                 source: {
                     data: string;
-                    media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                    media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                     type: "base64";
                 };
             })[];
@@ -3485,7 +3485,7 @@ export declare const safelyConvertToolChoiceToProvider: <TargetProviderSDK exten
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
         text?: undefined;

package/dist/esm/schemas/llm/openai/converters.d.ts

@@ -14,7 +14,7 @@ export declare const openAIChatPartToAnthropic: import("zod").ZodPipe<import("zo
     type: "image";
     source: {
         data: string;
-        media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+        media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
         type: "base64";
     };
     text?: undefined;
@@ -98,7 +98,7 @@ export declare const openAIMessageToAnthropic: import("zod").ZodPipe<import("zod
         type: "image";
         source: {
             data: string;
-            media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+            media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
             type: "base64";
         };
     } | {
@@ -111,7 +111,7 @@ export declare const openAIMessageToAnthropic: import("zod").ZodPipe<import("zod
             type: "image";
             source: {
                 data: string;
-                media_type: "image/jpeg" | "image/png" | "image/gif" | "image/webp";
+                media_type: "image/gif" | "image/jpeg" | "image/png" | "image/webp";
                 type: "base64";
             };
         })[];

package/dist/esm/schemas/llm/schemas.d.ts

@@ -68,9 +68,9 @@ export declare const llmProviderMessageSchema: z.ZodUnion<readonly [z.ZodDiscrim
         source: z.ZodObject<{
             data: z.ZodString;
             media_type: z.ZodEnum<{
+                "image/gif": "image/gif";
                 "image/jpeg": "image/jpeg";
                 "image/png": "image/png";
-                "image/gif": "image/gif";
                 "image/webp": "image/webp";
             }>;
             type: z.ZodLiteral<"base64">;
@@ -91,9 +91,9 @@ export declare const llmProviderMessageSchema: z.ZodUnion<readonly [z.ZodDiscrim
             source: z.ZodObject<{
                 data: z.ZodString;
                 media_type: z.ZodEnum<{
+                    "image/gif": "image/gif";
                     "image/jpeg": "image/jpeg";
                     "image/png": "image/png";
-                    "image/gif": "image/gif";
                     "image/webp": "image/webp";
                 }>;
                 type: z.ZodLiteral<"base64">;

package/dist/esm/testing/acceptance.d.ts

@@ -0,0 +1,20 @@
+import type { TestResult } from "./state.js";
+import type { AcceptanceCriterion, AcceptanceResult } from "./types.js";
+/**
+ * Evaluate all configured aggregate acceptance rules against completed runs.
+ * @param params - Evaluation parameters.
+ * @param params.criteria - Aggregate rules configured on the suite.
+ * @param params.results - Completed test results in the suite.
+ */
+export declare function evaluateAcceptanceCriteria({ criteria, results, }: {
+    criteria: readonly AcceptanceCriterion[] | undefined;
+    results: readonly TestResult[];
+}): AcceptanceResult[];
+/**
+ * Build one error containing every failed aggregate criterion.
+ * @param results - Computed acceptance results.
+ */
+export declare function createAcceptanceFailureError(results: readonly AcceptanceResult[]): Error | undefined;
+/** Format an acceptance result for reporters and thrown errors. */
+export declare function formatAcceptanceResult(result: AcceptanceResult): string;
+//# sourceMappingURL=acceptance.d.ts.map

package/dist/esm/testing/acceptance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"acceptance.d.ts","sourceRoot":"","sources":["../../../src/testing/acceptance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC1C,OAAO,KAAK,EACV,mBAAmB,EACnB,gBAAgB,EAGjB,MAAM,SAAS,CAAC;AAEjB;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,EACzC,QAAQ,EACR,OAAO,GACR,EAAE;IACD,QAAQ,EAAE,SAAS,mBAAmB,EAAE,GAAG,SAAS,CAAC;IACrD,OAAO,EAAE,SAAS,UAAU,EAAE,CAAC;CAChC,GAAG,gBAAgB,EAAE,CAOrB;AAED;;;GAGG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,SAAS,gBAAgB,EAAE,GACnC,KAAK,GAAG,SAAS,CAWnB;AAED,mEAAmE;AACnE,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,gBAAgB,GAAG,MAAM,CAavE"}

package/dist/esm/testing/acceptance.js

@@ -0,0 +1,129 @@
+/**
+ * Evaluate all configured aggregate acceptance rules against completed runs.
+ * @param params - Evaluation parameters.
+ * @param params.criteria - Aggregate rules configured on the suite.
+ * @param params.results - Completed test results in the suite.
+ */
+export function evaluateAcceptanceCriteria({ criteria, results, }) {
+    if (!criteria || criteria.length === 0) {
+        return [];
+    }
+    return criteria.map((criterion) => evaluateAcceptanceCriterion({ criterion, results }));
+}
+/**
+ * Build one error containing every failed aggregate criterion.
+ * @param results - Computed acceptance results.
+ */
+export function createAcceptanceFailureError(results) {
+    const failedResults = results.filter((result) => !result.passed);
+    if (failedResults.length === 0) {
+        return undefined;
+    }
+    return new Error([
+        "Acceptance criteria failed:",
+        ...failedResults.map((result) => `  ${formatAcceptanceResult(result)}`),
+    ].join("\n"));
+}
+/** Format an acceptance result for reporters and thrown errors. */
+export function formatAcceptanceResult(result) {
+    const status = result.passed ? "PASS" : "FAIL";
+    const value = result.value === null ? "n/a" : result.value.toFixed(3);
+    const sampleLabel = result.sampleCount === 1 ? "sample" : "samples";
+    let requirement;
+    if (result.metric === "average") {
+        const cmp = (result.direction ?? "maximize") === "minimize" ? "<=" : ">=";
+        requirement = `mean ${cmp} ${result.threshold.toFixed(3)}`;
+    }
+    else {
+        requirement = `pass rate >= ${result.minPassRate.toFixed(3)}`;
+    }
+    const reason = result.failureReason ? ` - ${result.failureReason}` : "";
+    return `${status} ${result.annotationName} ${result.metric} ${value} (need ${requirement}; ${result.sampleCount} ${sampleLabel})${reason}`;
+}
+function evaluateAcceptanceCriterion({ criterion, results, }) {
+    const annotations = collectAnnotations({ criterion, results });
+    if (criterion.metric === "average") {
+        // Only numeric / boolean scores can be averaged.
+        const scores = annotations
+            .map((annotation) => annotation.score)
+            .filter(isValidScore);
+        if (scores.length === 0) {
+            return {
+                ...criterion,
+                value: null,
+                sampleCount: 0,
+                passed: false,
+                failureReason: "no numeric or boolean scores found",
+            };
+        }
+        const direction = criterion.direction ?? "maximize";
+        const value = calculateAverage(scores);
+        return {
+            ...criterion,
+            value,
+            sampleCount: scores.length,
+            passed: meetsBar(value, criterion.threshold, direction),
+        };
+    }
+    // passRate: each run passes when `passFn` returns true for its annotation;
+    // the suite passes when the fraction of passing runs is at least
+    // `minPassRate`. The reported value is that fraction.
+    if (annotations.length === 0) {
+        return {
+            ...criterion,
+            value: null,
+            sampleCount: 0,
+            passed: false,
+            failureReason: "no matching annotations found",
+        };
+    }
+    const passed = annotations.filter((annotation) => criterion.passFn(annotation)).length;
+    const value = passed / annotations.length;
+    return {
+        ...criterion,
+        value,
+        sampleCount: annotations.length,
+        passed: value >= criterion.minPassRate,
+    };
+}
+/** Whether `value` clears `bar` in the given optimization direction. */
+function meetsBar(value, bar, direction) {
+    return direction === "minimize" ? value <= bar : value >= bar;
+}
+/**
+ * The last annotation matching `annotationName` from each non-skipped run that
+ * logged it. One entry per run; runs that never logged the annotation are
+ * omitted.
+ */
+function collectAnnotations({ criterion, results, }) {
+    return results
+        .filter((result) => result.status !== "skipped")
+        .map((result) => findLastAnnotation({
+        annotations: result.annotations,
+        annotationName: criterion.annotationName,
+    }))
+        .filter((annotation) => annotation !== undefined);
+}
+function findLastAnnotation({ annotations, annotationName, }) {
+    for (let annotationIndex = annotations.length - 1; annotationIndex >= 0; annotationIndex--) {
+        const annotation = annotations[annotationIndex];
+        if (annotation?.name === annotationName) {
+            return annotation;
+        }
+    }
+    return undefined;
+}
+function isValidScore(score) {
+    return (typeof score === "boolean" ||
+        (typeof score === "number" && Number.isFinite(score)));
+}
+function calculateAverage(scores) {
+    const total = scores
+        .map(scoreToNumber)
+        .reduce((sum, score) => sum + score, 0);
+    return total / scores.length;
+}
+function scoreToNumber(score) {
+    return typeof score === "boolean" ? (score ? 1 : 0) : score;
+}
+//# sourceMappingURL=acceptance.js.map

package/dist/esm/testing/acceptance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"acceptance.js","sourceRoot":"","sources":["../../../src/testing/acceptance.ts"],"names":[],"mappings":"AAQA;;;;;GAKG;AACH,MAAM,UAAU,0BAA0B,CAAC,EACzC,QAAQ,EACR,OAAO,GAIR;IACC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAChC,2BAA2B,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CACpD,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,4BAA4B,CAC1C,OAAoC;IAEpC,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACjE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,KAAK,CACd;QACE,6BAA6B;QAC7B,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,sBAAsB,CAAC,MAAM,CAAC,EAAE,CAAC;KACxE,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;AACJ,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,sBAAsB,CAAC,MAAwB;IAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACpE,IAAI,WAAmB,CAAC;IACxB,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,UAAU,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1E,WAAW,GAAG,QAAQ,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,gBAAgB,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACxE,OAAO,GAAG,MAAM,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,UAAU,WAAW,KAAK,MAAM,CAAC,WAAW,IAAI,WAAW,IAAI,MAAM,EAAE,CAAC;AAC7I,CAAC;AAED,SAAS,2BAA2B,CAAC,EACnC,SAAS,EACT,OAAO,GAIR;IACC,MAAM,WAAW,GAAG,kBAAkB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;IAE/D,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QACnC,iDAAiD;QACjD,MAAM,MAAM,GAAG,WAAW;aACvB,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC;aACrC,MAAM,CAAC,YAAY,CAAC,CAAC;QACxB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;gBACL,GAAG,SAAS;gBACZ,KAAK,EAAE,IAAI;gBACX,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,KAAK;gBACb,aAAa,EAAE,oCAAoC;aACpD,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,IAAI,UAAU,CAAC;QACpD,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACvC,OAAO;YACL,GAAG,SAAS;YACZ,KAAK;YACL,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,2EAA2E;IAC3E,iEAAiE;IACjE,sDAAsD;IACtD,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO;YACL,GAAG,SAAS;YACZ,KAAK,EAAE,IAAI;YACX,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,KAAK;YACb,aAAa,EAAE,+BAA+B;SAC/C,CAAC;IACJ,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAC/C,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,CAC7B,CAAC,MAAM,CAAC;IACT,MAAM,KAAK,GAAG,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;IAC1C,OAAO;QACL,GAAG,SAAS;QACZ,KAAK;QACL,WAAW,EAAE,WAAW,CAAC,MAAM;QAC/B,MAAM,EAAE,KAAK,IAAI,SAAS,CAAC,WAAW;KACvC,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,SAAS,QAAQ,CACf,KAAa,EACb,GAAW,EACX,SAAgC;IAEhC,OAAO,SAAS,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC;AAChE,CAAC;AAED;;;;GAIG;AACH,SAAS,kBAAkB,CAAC,EAC1B,SAAS,EACT,OAAO,GAIR;IACC,OAAO,OAAO;SACX,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,SAAS,CAAC;SAC/C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACd,kBAAkB,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,cAAc,EAAE,SAAS,CAAC,cAAc;KACzC,CAAC,CACH;SACA,MAAM,CAAC,CAAC,UAAU,EAA4B,EAAE,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,kBAAkB,CAAC,EAC1B,WAAW,EACX,cAAc,GAIf;IACC,KACE,IAAI,eAAe,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAC5C,eAAe,IAAI,CAAC,EACpB,eAAe,EAAE,EACjB,CAAC;QACD,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,CAAC,CAAC;QAChD,IAAI,UAAU,EAAE,IAAI,KAAK,cAAc,EAAE,CAAC;YACxC,OAAO,UAAU,CAAC;QACpB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC9C,OAAO,CACL,OAAO,KAAK,KAAK,SAAS;QAC1B,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CACtD,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAqC;IAC7D,MAAM,KAAK,GAAG,MAAM;SACjB,GAAG,CAAC,aAAa,CAAC;SAClB,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1C,OAAO,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;AAC/B,CAAC;AAED,SAAS,aAAa,CAAC,KAAuB;IAC5C,OAAO,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC9D,CAAC"}