promptfoo 0.95.0 → 0.96.0

package/dist/src/validators/providers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,8BAA8B,EAC9B,yBAAyB,EAIzB,gBAAgB,EAEjB,MAAM,oBAAoB,CAAC;AAI5B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmCrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAYH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiB5B,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAajC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAI1C,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAI3C,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;;;EAG/C,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAW1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAAkE,CAAC"}
+{"version":3,"file":"providers.d.ts","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,8BAA8B,EAC9B,yBAAyB,EAIzB,gBAAgB,EAEjB,MAAM,oBAAoB,CAAC;AAK5B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoDrC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAUvB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQrC,CAAC;AAEH,eAAO,MAAM,0BAA0B;;;;;;EAErC,CAAC;AAYH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;EAiB5B,CAAC;AAEH,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAajC,CAAC;AAEH,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAI1C,CAAC;AAEH,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAI3C,CAAC;AAEH,eAAO,MAAM,oCAAoC;;;;;;;;;EAG/C,CAAC;AAEH,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAW1B,CAAC;AAEH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAAkE,CAAC"}

package/dist/src/validators/providers.js

@@ -4,6 +4,7 @@ exports.ProviderSchema = exports.ProvidersSchema = exports.ProviderClassificatio
 const zod_1 = require("zod");
 const prompts_1 = require("./prompts");
 const shared_1 = require("./shared");
+// Note: sync with types/providers.ts
 exports.ProviderEnvOverridesSchema = zod_1.z.object({
     AI21_API_BASE_URL: zod_1.z.string().optional(),
     AI21_API_KEY: zod_1.z.string().optional(),
@@ -12,12 +13,26 @@ exports.ProviderEnvOverridesSchema = zod_1.z.object({
     AZURE_OPENAI_API_BASE_URL: zod_1.z.string().optional(),
     AZURE_OPENAI_API_HOST: zod_1.z.string().optional(),
     AZURE_OPENAI_API_KEY: zod_1.z.string().optional(),
+    AZURE_API_BASE_URL: zod_1.z.string().optional(),
+    AZURE_API_HOST: zod_1.z.string().optional(),
+    AZURE_API_KEY: zod_1.z.string().optional(),
+    AZURE_DEPLOYMENT_NAME: zod_1.z.string().optional(),
+    AZURE_EMBEDDING_DEPLOYMENT_NAME: zod_1.z.string().optional(),
     AZURE_OPENAI_BASE_URL: zod_1.z.string().optional(),
+    AZURE_OPENAI_DEPLOYMENT_NAME: zod_1.z.string().optional(),
+    AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: zod_1.z.string().optional(),
+    AZURE_CLIENT_SECRET: zod_1.z.string().optional(),
+    AZURE_CLIENT_ID: zod_1.z.string().optional(),
+    AZURE_TENANT_ID: zod_1.z.string().optional(),
+    AZURE_AUTHORITY_HOST: zod_1.z.string().optional(),
+    AZURE_TOKEN_SCOPE: zod_1.z.string().optional(),
     BAM_API_HOST: zod_1.z.string().optional(),
     BAM_API_KEY: zod_1.z.string().optional(),
     CLOUDFLARE_ACCOUNT_ID: zod_1.z.string().optional(),
     CLOUDFLARE_API_KEY: zod_1.z.string().optional(),
+    PROMPTFOO_REMOTE_GENERATION_URL: zod_1.z.string().optional(),
     COHERE_API_KEY: zod_1.z.string().optional(),
+    FAL_KEY: zod_1.z.string().optional(),
     GOOGLE_API_HOST: zod_1.z.string().optional(),
     GOOGLE_API_KEY: zod_1.z.string().optional(),
     GROQ_API_KEY: zod_1.z.string().optional(),
@@ -39,6 +54,9 @@ exports.ProviderEnvOverridesSchema = zod_1.z.object({
     VERTEX_PROJECT_ID: zod_1.z.string().optional(),
     VERTEX_PUBLISHER: zod_1.z.string().optional(),
     VERTEX_REGION: zod_1.z.string().optional(),
+    WATSONX_AI_APIKEY: zod_1.z.string().optional(),
+    WATSONX_AI_PROJECT_ID: zod_1.z.string().optional(),
+    WATSONX_AI_BEARER_TOKEN: zod_1.z.string().optional(),
 });
 exports.ProviderOptionsSchema = zod_1.z
     .object({

package/dist/src/validators/providers.js.map

@@ -1 +1 @@
-{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAYxB,uCAAyC;AACzC,qCAAqE;AAExD,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACrC,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,kCAA0B,CAAC,QAAQ,EAAE;CAC3C,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,gCAAuB,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACrC,MAAM,EAAE,sBAAY;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IACpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IACb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEU,QAAA,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,yBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEU,QAAA,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;IACtD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEU,QAAA,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IACvD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEU,QAAA,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3D,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,OAAC,CAAC,KAAK,CAAC;IACrC,OAAC,CAAC,MAAM,EAAE;IACV,qBAAqB;IACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;QAC3C,6BAAqB;QACrB,qBAAqB;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAE9F,sDAAsD;AACtD,6DAA6D;AAC7D,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA+E,CAAC;AACtF,MAAM,EAEH,CAAC;AACJ,MAAM,EAEH,CAAC;AACJ,MAAM,EAKH,CAAC;AACJ,MAAM,EAAqE,CAAC"}
+{"version":3,"file":"providers.js","sourceRoot":"","sources":["../../../src/validators/providers.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AAYxB,uCAAyC;AACzC,qCAAqE;AAErE,qCAAqC;AACxB,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,yBAAyB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,+BAA+B,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtD,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,4BAA4B,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnD,sCAAsC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7D,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,WAAW,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACzC,+BAA+B,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtD,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC9B,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,oBAAoB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3C,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,eAAe,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,cAAc,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,gBAAgB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACvC,aAAa,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACxC,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5C,uBAAuB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC/C,CAAC,CAAC;AAEU,QAAA,qBAAqB,GAAG,OAAC;KACnC,MAAM,CAAC;IACN,EAAE,EAAE,OAAC,CAAC,MAAM,EAAc,CAAC,QAAQ,EAAE;IACrC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1B,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,GAAG,EAAE,kCAA0B,CAAC,QAAQ,EAAE;CAC3C,CAAC;KACD,MAAM,EAAE,CAAC;AAEC,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,cAAc,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACnC,OAAO,EAAE,gCAAuB,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IAC3B,gBAAgB,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;IACrC,MAAM,EAAE,sBAAY;IACpB,IAAI,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACpD,CAAC,CAAC;AAEU,QAAA,0BAA0B,GAAG,OAAC,CAAC,MAAM,CAAC;IACjD,eAAe,EAAE,OAAC,CAAC,QAAQ,CAAC,OAAC,CAAC,OAAO,EAAE,CAAC;CACzC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC;KAC5B,QAAQ,EAAE;KACV,IAAI,CACH,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7B,kCAA0B,CAAC,QAAQ,EAAE,EACrC,kCAA0B,CAAC,QAAQ,EAAE,CACtC;KACA,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAoB,CAAC,CAAC;KAChD,GAAG,CAAC,OAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;AAEtC,QAAA,iBAAiB,GAAG,OAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,OAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;IACpC,OAAO,EAAE,OAAC,CAAC,MAAM,EAAmB;IACpC,gBAAgB,EAAE,OAAC;SAChB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAA6B,CAAC,CAAC;SACzD,QAAQ,EAAE;IACb,qBAAqB,EAAE,OAAC;SACrB,QAAQ,EAAE;SACV,IAAI,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;SAChB,OAAO,CAAC,OAAC,CAAC,OAAO,CAAC,OAAC,CAAC,MAAM,EAAkC,CAAC,CAAC;SAC9D,QAAQ,EAAE;IACb,KAAK,EAAE,OAAC,CAAC,MAAM,EAAiB,CAAC,QAAQ,EAAE;IAC3C,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;CAC3B,CAAC,CAAC;AAEU,QAAA,sBAAsB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC7C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC9B,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,QAAQ,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,OAAC;SACR,MAAM,CAAC;QACN,kBAAkB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC1C,CAAC;SACD,QAAQ,CAAC,OAAC,CAAC,GAAG,EAAE,CAAC;SACjB,QAAQ,EAAE;IACb,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,OAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACjD,UAAU,EAAE,yBAAgB,CAAC,QAAQ,EAAE;CACxC,CAAC,CAAC;AAEU,QAAA,+BAA+B,GAAG,OAAC,CAAC,MAAM,CAAC;IACtD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEU,QAAA,gCAAgC,GAAG,OAAC,CAAC,MAAM,CAAC;IACvD,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,UAAU,EAAE,yBAAgB,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAClD,CAAC,CAAC;AAEU,QAAA,oCAAoC,GAAG,OAAC,CAAC,MAAM,CAAC;IAC3D,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAChD,CAAC,CAAC;AAEU,QAAA,eAAe,GAAG,OAAC,CAAC,KAAK,CAAC;IACrC,OAAC,CAAC,MAAM,EAAE;IACV,qBAAqB;IACrB,OAAC,CAAC,KAAK,CACL,OAAC,CAAC,KAAK,CAAC;QACN,OAAC,CAAC,MAAM,EAAE;QACV,OAAC,CAAC,MAAM,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,CAAC;QAC3C,6BAAqB;QACrB,qBAAqB;KACtB,CAAC,CACH;CACF,CAAC,CAAC;AAEU,QAAA,cAAc,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,OAAC,CAAC,MAAM,EAAE,EAAE,6BAAqB,EAAE,yBAAiB,CAAC,CAAC,CAAC;AAE9F,sDAAsD;AACtD,6DAA6D;AAC7D,SAAS,MAAM,KAAqB,CAAC;AAGrC,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA6E,CAAC;AACpF,MAAM,EAA+E,CAAC;AACtF,MAAM,EAEH,CAAC;AACJ,MAAM,EAEH,CAAC;AACJ,MAAM,EAKH,CAAC;AACJ,MAAM,EAAqE,CAAC"}

package/dist/src/validators/redteam.d.ts

@@ -149,12 +149,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL: z.ZodOptional<z.ZodString>;
             AZURE_OPENAI_API_HOST: z.ZodOptional<z.ZodString>;
             AZURE_OPENAI_API_KEY: z.ZodOptional<z.ZodString>;
+            AZURE_API_BASE_URL: z.ZodOptional<z.ZodString>;
+            AZURE_API_HOST: z.ZodOptional<z.ZodString>;
+            AZURE_API_KEY: z.ZodOptional<z.ZodString>;
+            AZURE_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
             AZURE_OPENAI_BASE_URL: z.ZodOptional<z.ZodString>;
+            AZURE_OPENAI_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME: z.ZodOptional<z.ZodString>;
+            AZURE_CLIENT_SECRET: z.ZodOptional<z.ZodString>;
+            AZURE_CLIENT_ID: z.ZodOptional<z.ZodString>;
+            AZURE_TENANT_ID: z.ZodOptional<z.ZodString>;
+            AZURE_AUTHORITY_HOST: z.ZodOptional<z.ZodString>;
+            AZURE_TOKEN_SCOPE: z.ZodOptional<z.ZodString>;
             BAM_API_HOST: z.ZodOptional<z.ZodString>;
             BAM_API_KEY: z.ZodOptional<z.ZodString>;
             CLOUDFLARE_ACCOUNT_ID: z.ZodOptional<z.ZodString>;
             CLOUDFLARE_API_KEY: z.ZodOptional<z.ZodString>;
+            PROMPTFOO_REMOTE_GENERATION_URL: z.ZodOptional<z.ZodString>;
             COHERE_API_KEY: z.ZodOptional<z.ZodString>;
+            FAL_KEY: z.ZodOptional<z.ZodString>;
             GOOGLE_API_HOST: z.ZodOptional<z.ZodString>;
             GOOGLE_API_KEY: z.ZodOptional<z.ZodString>;
             GROQ_API_KEY: z.ZodOptional<z.ZodString>;
@@ -176,6 +190,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID: z.ZodOptional<z.ZodString>;
             VERTEX_PUBLISHER: z.ZodOptional<z.ZodString>;
             VERTEX_REGION: z.ZodOptional<z.ZodString>;
+            WATSONX_AI_APIKEY: z.ZodOptional<z.ZodString>;
+            WATSONX_AI_PROJECT_ID: z.ZodOptional<z.ZodString>;
+            WATSONX_AI_BEARER_TOKEN: z.ZodOptional<z.ZodString>;
         }, "strip", z.ZodTypeAny, {
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
@@ -184,12 +201,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
+            AZURE_API_BASE_URL?: string | undefined;
+            AZURE_API_HOST?: string | undefined;
+            AZURE_API_KEY?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
+            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
             GROQ_API_KEY?: string | undefined;
@@ -211,6 +242,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         }, {
             AI21_API_BASE_URL?: string | undefined;
             AI21_API_KEY?: string | undefined;
@@ -219,12 +253,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
+            AZURE_API_BASE_URL?: string | undefined;
+            AZURE_API_HOST?: string | undefined;
+            AZURE_API_KEY?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
+            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
             GROQ_API_KEY?: string | undefined;
@@ -246,6 +294,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         }>>;
     }, "strict", z.ZodTypeAny, {
         id?: string | undefined;
@@ -262,12 +313,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
+            AZURE_API_BASE_URL?: string | undefined;
+            AZURE_API_HOST?: string | undefined;
+            AZURE_API_KEY?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
+            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
             GROQ_API_KEY?: string | undefined;
@@ -289,6 +354,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     }, {
         id?: string | undefined;
@@ -305,12 +373,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
+            AZURE_API_BASE_URL?: string | undefined;
+            AZURE_API_HOST?: string | undefined;
+            AZURE_API_KEY?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
+            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
             GROQ_API_KEY?: string | undefined;
@@ -332,6 +414,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     }>, z.ZodObject<{
         id: z.ZodFunction<z.ZodTuple<[], z.ZodUnknown>, z.ZodString>;
@@ -414,12 +499,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
+            AZURE_API_BASE_URL?: string | undefined;
+            AZURE_API_HOST?: string | undefined;
+            AZURE_API_KEY?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
+            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
             GROQ_API_KEY?: string | undefined;
@@ -441,6 +540,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     } | {
         callApi: import("..").CallApiFunction;
@@ -474,12 +576,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
+            AZURE_API_BASE_URL?: string | undefined;
+            AZURE_API_HOST?: string | undefined;
+            AZURE_API_KEY?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
+            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
             GROQ_API_KEY?: string | undefined;
@@ -501,6 +617,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     } | {
         callApi: import("..").CallApiFunction;
@@ -543,12 +662,26 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             AZURE_OPENAI_API_BASE_URL?: string | undefined;
             AZURE_OPENAI_API_HOST?: string | undefined;
             AZURE_OPENAI_API_KEY?: string | undefined;
+            AZURE_API_BASE_URL?: string | undefined;
+            AZURE_API_HOST?: string | undefined;
+            AZURE_API_KEY?: string | undefined;
+            AZURE_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
             AZURE_OPENAI_BASE_URL?: string | undefined;
+            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+            AZURE_CLIENT_SECRET?: string | undefined;
+            AZURE_CLIENT_ID?: string | undefined;
+            AZURE_TENANT_ID?: string | undefined;
+            AZURE_AUTHORITY_HOST?: string | undefined;
+            AZURE_TOKEN_SCOPE?: string | undefined;
             BAM_API_HOST?: string | undefined;
             BAM_API_KEY?: string | undefined;
             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
             CLOUDFLARE_API_KEY?: string | undefined;
+            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
             COHERE_API_KEY?: string | undefined;
+            FAL_KEY?: string | undefined;
             GOOGLE_API_HOST?: string | undefined;
             GOOGLE_API_KEY?: string | undefined;
             GROQ_API_KEY?: string | undefined;
@@ -570,6 +703,9 @@ export declare const RedteamConfigSchema: z.ZodEffects<z.ZodObject<{
             VERTEX_PROJECT_ID?: string | undefined;
             VERTEX_PUBLISHER?: string | undefined;
             VERTEX_REGION?: string | undefined;
+            WATSONX_AI_APIKEY?: string | undefined;
+            WATSONX_AI_PROJECT_ID?: string | undefined;
+            WATSONX_AI_BEARER_TOKEN?: string | undefined;
         } | undefined;
     } | {
         callApi: import("..").CallApiFunction;

package/dist/src/validators/redteam.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,OAAO,KAAK,EAAE,iBAAiB,EAAuB,MAAM,kBAAkB,CAAC;AAmB/E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;IAU9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;IAMhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoCvC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoK5B,CAAC"}
+{"version":3,"file":"redteam.d.ts","sourceRoot":"","sources":["../../../src/validators/redteam.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,OAAO,KAAK,EAAE,iBAAiB,EAAuB,MAAM,kBAAkB,CAAC;AAmB/E;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;IAU9B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,qBAAqB;;;;;;;;;IAMhC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoCvC,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAoK5B,CAAC"}

package/dist/test/assertions/bleu.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=bleu.test.d.ts.map

package/dist/test/assertions/bleu.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bleu.test.d.ts","sourceRoot":"","sources":["../../../test/assertions/bleu.test.ts"],"names":[],"mappings":""}

package/dist/test/assertions/bleu.test.js

@@ -0,0 +1,137 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const bleu_1 = require("../../src/assertions/bleu");
+describe('BLEU score calculation', () => {
+    it('identical sentences should have BLEU score close to, but not equal to one due to smoothing', () => {
+        const references = ['The cat sat on the mat.'];
+        const candidate = 'The cat sat on the mat.';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.999);
+    });
+    it('completely different sentences should have very low but non-zero BLEU score due to smoothing', () => {
+        const references = ['The cat sat on the mat.'];
+        const candidate = 'Dogs run in the park.';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.0);
+        expect(score).toBeLessThan(0.001);
+    });
+    it('partially matching sentences should have score between 0 and 1', () => {
+        const references = ['The cat sat on the mat.'];
+        const candidate = 'The dog sat on the mat.';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.5);
+        expect(score).toBeLessThan(1.0);
+    });
+    it('should handle custom weights', () => {
+        const references = ['The cat sat on the mat.'];
+        const candidate = 'The cat sat on the mat.';
+        const weights = [0.25, 0.25, 0.25, 0.25];
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references, weights);
+        expect(score).toBeGreaterThan(0.999);
+    });
+    it('should handle empty or single word sentences', () => {
+        const references = ['cat'];
+        const candidate = 'cat';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.0);
+    });
+    it('should handle sentences with different lengths', () => {
+        const references = ['The cat sat on the mat.'];
+        const candidate = 'The cat sat.';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.0);
+        expect(score).toBeLessThan(1.0);
+    });
+    it('should handle multiple references and take best matching score', () => {
+        const references = [
+            'The cat sat on the mat.',
+            'There is a cat on the mat.',
+            'A cat is sitting on the mat.',
+        ];
+        const candidate = 'The cat was sitting on the mat.';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.25);
+    });
+    it('should use closest reference length for brevity penalty', () => {
+        const references = ['The cat sat on mat.', 'Cat mat.', 'A cat is sitting on a mat.'];
+        const candidate = 'The cat sat on mat.';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.999);
+    });
+    it('should throw error for empty reference array', () => {
+        expect(() => {
+            (0, bleu_1.calculateBleuScore)('test', []);
+        }).toThrow('Invalid inputs');
+    });
+    it('should throw error for invalid weights', () => {
+        const references = ['The cat sat on the mat.'];
+        const invalidWeights = [0.5, 0.5, 0.5, 0.5];
+        expect(() => {
+            (0, bleu_1.calculateBleuScore)('test', references, invalidWeights);
+        }).toThrow('Weights must sum to 1');
+    });
+    it('should throw error for wrong number of weights', () => {
+        const references = ['The cat sat on the mat.'];
+        const invalidWeights = [0.5, 0.5];
+        expect(() => {
+            (0, bleu_1.calculateBleuScore)('test', references, invalidWeights);
+        }).toThrow('Invalid inputs');
+    });
+    it('should handle multiple references with varying lengths', () => {
+        const references = ['The small cat sat.', 'A cat was sitting.', 'The cat is on the mat.'];
+        const candidate = 'The small cat sat.';
+        const score = (0, bleu_1.calculateBleuScore)(candidate, references);
+        expect(score).toBeGreaterThan(0.999);
+    });
+});
+describe('handleBleuScore', () => {
+    it('should handle string reference with passing score', () => {
+        const result = (0, bleu_1.handleBleuScore)({ type: 'bleu', value: 'The cat sat on the mat.' }, 'The cat sat on the mat.', 'The cat sat on the mat.', false);
+        expect(result).toEqual({
+            pass: true,
+            score: expect.any(Number),
+            reason: 'Assertion passed',
+            assertion: expect.any(Object),
+        });
+    });
+    it('should handle array of references', () => {
+        const result = (0, bleu_1.handleBleuScore)({
+            type: 'bleu',
+            value: ['The cat sat on mat.', 'The cat is sitting on mat.'],
+        }, ['The cat sat on mat.', 'The cat is sitting on mat.'], 'The cat sat on mat.', false);
+        expect(result).toEqual({
+            pass: true,
+            score: expect.any(Number),
+            reason: 'Assertion passed',
+            assertion: expect.any(Object),
+        });
+    });
+    it('should handle custom threshold', () => {
+        const result = (0, bleu_1.handleBleuScore)({ type: 'bleu', value: 'The cat sat on the mat.', threshold: 0.8 }, 'The cat sat on the mat.', 'The dog sat on the mat.', false);
+        expect(result).toEqual({
+            pass: false,
+            score: expect.any(Number),
+            reason: expect.stringMatching(/BLEU score \d+\.\d+ is less than threshold 0\.8/),
+            assertion: expect.any(Object),
+        });
+    });
+    it('should handle inverse assertion', () => {
+        const result = (0, bleu_1.handleBleuScore)({ type: 'bleu', value: 'The cat sat on the mat.', threshold: 0.8 }, 'The cat sat on the mat.', 'The dog ran in the park.', true);
+        expect(result).toEqual({
+            pass: true,
+            score: expect.any(Number),
+            reason: 'Assertion passed',
+            assertion: expect.any(Object),
+        });
+    });
+    it('should use default threshold of 0.5', () => {
+        const result = (0, bleu_1.handleBleuScore)({ type: 'bleu', value: 'The cat sat on the mat.' }, 'The cat sat on the mat.', 'The dog ran in the park.', false);
+        expect(result).toEqual({
+            pass: false,
+            score: expect.any(Number),
+            reason: expect.stringMatching(/BLEU score \d+\.\d+ is less than threshold 0\.5/),
+            assertion: expect.any(Object),
+        });
+    });
+});
+//# sourceMappingURL=bleu.test.js.map

package/dist/test/assertions/bleu.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bleu.test.js","sourceRoot":"","sources":["../../../test/assertions/bleu.test.ts"],"names":[],"mappings":";;AAAA,oDAAgF;AAEhF,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,4FAA4F,EAAE,GAAG,EAAE;QACpG,MAAM,UAAU,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,yBAAyB,CAAC;QAE5C,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8FAA8F,EAAE,GAAG,EAAE;QACtG,MAAM,UAAU,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,uBAAuB,CAAC;QAE1C,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,UAAU,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,yBAAyB,CAAC;QAE5C,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,UAAU,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,yBAAyB,CAAC;QAC5C,MAAM,OAAO,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAEzC,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,MAAM,SAAS,GAAG,KAAK,CAAC;QAExB,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,UAAU,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,SAAS,GAAG,cAAc,CAAC;QAEjC,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,UAAU,GAAG;YACjB,yBAAyB;YACzB,4BAA4B;YAC5B,8BAA8B;SAC/B,CAAC;QACF,MAAM,SAAS,GAAG,iCAAiC,CAAC;QAEpD,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,UAAU,GAAG,CAAC,qBAAqB,EAAE,UAAU,EAAE,4BAA4B,CAAC,CAAC;QACrF,MAAM,SAAS,GAAG,qBAAqB,CAAC;QAExC,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,GAAG,EAAE;YACV,IAAA,yBAAkB,EAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,UAAU,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE5C,MAAM,CAAC,GAAG,EAAE;YACV,IAAA,yBAAkB,EAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,UAAU,GAAG,CAAC,yBAAyB,CAAC,CAAC;QAC/C,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElC,MAAM,CAAC,GAAG,EAAE;YACV,IAAA,yBAAkB,EAAC,MAAM,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,UAAU,GAAG,CAAC,oBAAoB,EAAE,oBAAoB,EAAE,wBAAwB,CAAC,CAAC;QAC1F,MAAM,SAAS,GAAG,oBAAoB,CAAC;QAEvC,MAAM,KAAK,GAAG,IAAA,yBAAkB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,MAAM,GAAG,IAAA,sBAAe,EAC5B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,yBAAyB,EAAE,EAClD,yBAAyB,EACzB,yBAAyB,EACzB,KAAK,CACN,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YACzB,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,MAAM,GAAG,IAAA,sBAAe,EAC5B;YACE,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC,qBAAqB,EAAE,4BAA4B,CAAC;SAC7D,EACD,CAAC,qBAAqB,EAAE,4BAA4B,CAAC,EACrD,qBAAqB,EACrB,KAAK,CACN,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YACzB,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,MAAM,GAAG,IAAA,sBAAe,EAC5B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,yBAAyB,EAAE,SAAS,EAAE,GAAG,EAAE,EAClE,yBAAyB,EACzB,yBAAyB,EACzB,KAAK,CACN,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YACzB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,iDAAiD,CAAC;YAChF,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,MAAM,GAAG,IAAA,sBAAe,EAC5B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,yBAAyB,EAAE,SAAS,EAAE,GAAG,EAAE,EAClE,yBAAyB,EACzB,0BAA0B,EAC1B,IAAI,CACL,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YACzB,MAAM,EAAE,kBAAkB;YAC1B,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,MAAM,GAAG,IAAA,sBAAe,EAC5B,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,yBAAyB,EAAE,EAClD,yBAAyB,EACzB,0BAA0B,EAC1B,KAAK,CACN,CAAC;QAEF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;YACzB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,iDAAiD,CAAC;YAChF,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}