promptfoo 0.121.1 → 0.121.3

package/dist/src/{docker-CZnqU1XV.js → docker-CxCkwMzc.js}

@@ -1,16 +1,16 @@
-import { b as getEnvString, i as logger } from "./logger-DLcq4dWf.js";
-import "./fetch-4M3YRaqL.js";
-import "./esm-CaIwzWR5.js";
-import "./types-CN_TZ2GJ.js";
-import { r as fetchWithCache } from "./cache-D3eqDYGU.js";
+import { C as getEnvString, a as logger } from "./logger-BnkjG2jt.js";
+import "./fetch-BiYv2BZc.js";
+import "./esm-CKWP3u_P.js";
+import "./types-Cd3ygw8W.js";
+import { r as fetchWithCache } from "./cache-HP0NP4k3.js";
 import "./genaiTracer-70Z8BIuV.js";
-import "./pythonUtils-D6fwaDSg.js";
-import "./util-5cB-L7U3.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BKm79wib.js";
-import "./transform-DGxXocjk.js";
-import "./openai-j-sE2O7r.js";
-import "./util-6-GqIvzS.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-6Mx_iXxK.js";
+import "./pythonUtils-Bzwbgpbg.js";
+import "./util-BLvy9qfE.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-B0iaWhoh.js";
+import "./transform-B2-jIv68.js";
+import "./openai-D6wITiVn.js";
+import "./util-BtoGs5Cb.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-BCimtq-h.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -86,4 +86,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-CZnqU1XV.js.map
+//# sourceMappingURL=docker-CxCkwMzc.js.map

package/dist/src/{docker-DzxyDPIj.js → docker-DpguQj-w.js}

@@ -1,18 +1,18 @@
 #!/usr/bin/env node
-import { C as getEnvString, o as logger } from "./logger-KkObSCzq.js";
-import "./fetch-BMv0O527.js";
-import "./cloud-Bc9526yV.js";
-import "./types-CH3Ge2sE.js";
-import { a as fetchWithCache } from "./cache-CG0SlR1d.js";
-import "./util-YT5HPZaS.js";
-import "./esm-C03C-mv3.js";
-import "./pythonUtils-C3py6GC1.js";
+import { E as getEnvString, s as logger } from "./logger-BcJBzSSA.js";
+import "./fetch-DoVRJZhJ.js";
+import "./cloud-z8KZpUoa.js";
+import "./types-CIhFeUC4.js";
+import { a as fetchWithCache } from "./cache-DSqR6ezl.js";
+import "./util-Bm3E9jpK.js";
+import "./esm-7UIl0pPM.js";
+import "./pythonUtils-wIqk7zAf.js";
 import "./genaiTracer-C1rxGO8Q.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CRWNNq73.js";
-import "./transform-Cgi24fJ7.js";
-import "./openai-DhbB7eWK.js";
-import "./util-C-PPYSMq.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C5rtR_9P.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BEwdgGEg.js";
+import "./transform-DrleutM3.js";
+import "./openai-BMcwgD5C.js";
+import "./util-DM2rTn_6.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-DoYy49ti.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -88,4 +88,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-DzxyDPIj.js.map
+//# sourceMappingURL=docker-DpguQj-w.js.map

package/dist/src/{docker-5KcG-_86.js → docker-FeBni2dw.js}

@@ -1,16 +1,16 @@
-import { b as getEnvString, i as logger } from "./logger-CT3IKMKA.js";
-import "./esm-Cd1AjG1D.js";
-import "./pythonUtils-D5nxkQ0P.js";
-import "./types-CLKiCBW3.js";
-import "./util-Dlz_Wvgm.js";
-import "./fetch-60Gzydls.js";
-import { r as fetchWithCache } from "./cache-8XhNqPKW.js";
+import { C as getEnvString, a as logger } from "./logger-DO8_zM18.js";
+import "./esm-SUNIX1x3.js";
+import "./pythonUtils-Cpo0Ez1p.js";
+import "./types-q8GXGF65.js";
+import "./util-CMMkIxfU.js";
+import "./fetch-CVAtKnI3.js";
+import { r as fetchWithCache } from "./cache-CaT5tPgo.js";
 import "./genaiTracer-D3fD9dNV.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CznLWr_D.js";
-import "./transform-DGLazrMm.js";
-import "./openai-DElQ-fPX.js";
-import "./util-Betm42rL.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C_P3ypkJ.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-pxmiVpWe.js";
+import "./transform-DyDAwEpE.js";
+import "./openai-BcB5KlTk.js";
+import "./util-CgDCK4KI.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-DCjv7RZ3.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -86,4 +86,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-5KcG-_86.js.map
+//# sourceMappingURL=docker-FeBni2dw.js.map

package/dist/src/{esm-C03C-mv3.js → esm-7UIl0pPM.js}

@@ -1,5 +1,5 @@
 #!/usr/bin/env node
-import { o as logger } from "./logger-KkObSCzq.js";
+import { s as logger } from "./logger-BcJBzSSA.js";
 import { createRequire } from "node:module";
 import { fileURLToPath, pathToFileURL } from "node:url";
 import fs from "node:fs";
@@ -377,4 +377,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-C03C-mv3.js.map
+//# sourceMappingURL=esm-7UIl0pPM.js.map

package/dist/src/{esm-Cd1AjG1D.js → esm-CKWP3u_P.js}

@@ -1,9 +1,9 @@
-import { i as logger } from "./logger-CT3IKMKA.js";
+import { a as logger } from "./logger-BnkjG2jt.js";
 import { createRequire } from "node:module";
 import path from "path";
+import fs from "node:fs";
 import path$1 from "node:path";
 import { fileURLToPath, pathToFileURL } from "node:url";
-import fs from "node:fs";
 import fsPromises from "node:fs/promises";
 import vm from "node:vm";
 import { resolveModulePath } from "exsolve";
@@ -376,4 +376,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-Cd1AjG1D.js.map
+//# sourceMappingURL=esm-CKWP3u_P.js.map

package/dist/src/{esm-CnNt7sI4.cjs → esm-CipptfDu.cjs}

@@ -1,4 +1,4 @@
-const require_logger = require("./logger-Cp1GPUjj.cjs");
+const require_logger = require("./logger-D5iKBpu_.cjs");
 let path = require("path");
 path = require_logger.__toESM(path);
 let node_fs = require("node:fs");
@@ -406,4 +406,4 @@ Object.defineProperty(exports, "safeResolve", {
 	}
 });
 
-//# sourceMappingURL=esm-CnNt7sI4.cjs.map
+//# sourceMappingURL=esm-CipptfDu.cjs.map

package/dist/src/{esm-CaIwzWR5.js → esm-SUNIX1x3.js}

@@ -1,9 +1,9 @@
-import { i as logger } from "./logger-DLcq4dWf.js";
+import { a as logger } from "./logger-DO8_zM18.js";
 import { createRequire } from "node:module";
 import path from "path";
-import fs from "node:fs";
 import path$1 from "node:path";
 import { fileURLToPath, pathToFileURL } from "node:url";
+import fs from "node:fs";
 import fsPromises from "node:fs/promises";
 import vm from "node:vm";
 import { resolveModulePath } from "exsolve";
@@ -376,4 +376,4 @@ function loadCjsModule(modulePath) {
 //#endregion
 export { safeJoin as a, resolvePackageEntryPoint as i, getWrapperDir as n, safeResolve as o, importModule as r, getDirectory as t };
 
-//# sourceMappingURL=esm-CaIwzWR5.js.map
+//# sourceMappingURL=esm-SUNIX1x3.js.map

package/dist/src/eval-7aEqoMs3.js

@@ -0,0 +1,15 @@
+#!/usr/bin/env node
+import "./logger-BcJBzSSA.js";
+import "./fetch-DoVRJZhJ.js";
+import "./accounts-CFLK3mnD.js";
+import "./cloud-z8KZpUoa.js";
+import "./types-CIhFeUC4.js";
+import "./utils-DEuL4VNB.js";
+import "./blobs-B1JriOyi.js";
+import "./tables-DmzvLbeZ.js";
+import "./extractor-CAZ2G3Kh.js";
+import "./store-P8OKm19S.js";
+import "./signal-C3ZTsUgi.js";
+import { t as Eval } from "./eval-BTqTn7lb.js";
+import "./evalResult-DUDShQrm.js";
+export { Eval as default };

package/dist/src/{eval-DmFyWU7i.js → eval-BTqTn7lb.js}

@@ -1,17 +1,17 @@
 #!/usr/bin/env node
-import { b as getEnvBool, o as logger } from "./logger-KkObSCzq.js";
-import { F as HUMAN_ASSERTION_TYPE, c as getCurrentTimestamp } from "./fetch-BMv0O527.js";
+import { C as getEnvBool, s as logger } from "./logger-BcJBzSSA.js";
+import { F as HUMAN_ASSERTION_TYPE, c as getCurrentTimestamp } from "./fetch-DoVRJZhJ.js";
 import { t as invariant } from "./invariant-BtWWVVhl.js";
-import { o as getUserEmail } from "./accounts-CMqkzrVf.js";
-import { H as riskCategorySeverityMap, s as ResultFailureReason, st as PLUGIN_CATEGORIES } from "./types-CH3Ge2sE.js";
+import { o as getUserEmail } from "./accounts-CFLK3mnD.js";
+import { H as riskCategorySeverityMap, s as ResultFailureReason, st as PLUGIN_CATEGORIES } from "./types-CIhFeUC4.js";
 import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-P6ll7XSJ.js";
-import { t as hashPrompt } from "./utils-f2-Moju7.js";
+import { t as hashPrompt } from "./utils-DEuL4VNB.js";
 import { n as sha256, t as randomSequence } from "./createHash-Da8fMwqB.js";
 import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-DflFMjS0.js";
-import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-D36WTqKX.js";
-import { n as getTraceStore } from "./store-D1tv90v3.js";
-import { i as getActualPrompt, r as updateSignalFile } from "./signal-BOTbd53Z.js";
-import { t as EvalResult } from "./evalResult-CTG2AHOS.js";
+import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-DmzvLbeZ.js";
+import { n as getTraceStore } from "./store-P8OKm19S.js";
+import { i as getActualPrompt, r as updateSignalFile } from "./signal-C3ZTsUgi.js";
+import { t as EvalResult } from "./evalResult-DUDShQrm.js";
 import { and, desc, eq, sql } from "drizzle-orm";
 //#region src/redteam/metrics.ts
 /**
@@ -1620,4 +1620,4 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
 //#endregion
 export { createEvalId as a, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
 
-//# sourceMappingURL=eval-DmFyWU7i.js.map
+//# sourceMappingURL=eval-BTqTn7lb.js.map

package/dist/src/{evalResult-CDQiuUuf.js → evalResult-BkIhRdTe.js}

@@ -1,10 +1,10 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
-import { _ as getEnvBool, i as logger, m as safeJsonStringify } from "./logger-CT3IKMKA.js";
-import { A as isApiProvider, g as ResultFailureReason, j as isProviderOptions, k as isResultFailureReason } from "./types-CLKiCBW3.js";
-import { u as getCurrentTimestamp } from "./fetch-60Gzydls.js";
-import { t as hashPrompt } from "./utils-XiOAgly5.js";
-import { i as evalResultsTable, p as getDb } from "./tables-5EvT_Bwn.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-M67RUtg6.js";
+import { _ as safeJsonStringify, a as logger, b as getEnvBool } from "./logger-DO8_zM18.js";
+import { A as isApiProvider, g as ResultFailureReason, j as isProviderOptions, k as isResultFailureReason } from "./types-q8GXGF65.js";
+import { u as getCurrentTimestamp } from "./fetch-CVAtKnI3.js";
+import { t as hashPrompt } from "./utils-CFxO9KGo.js";
+import { i as evalResultsTable, p as getDb } from "./tables-kC7R5kiK.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-D_wd8jxt.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ __exportAll({
@@ -292,4 +292,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { evalResult_exports as n, EvalResult as t };
 
-//# sourceMappingURL=evalResult-CDQiuUuf.js.map
+//# sourceMappingURL=evalResult-BkIhRdTe.js.map

package/dist/src/evalResult-CYNHkk5A.js

@@ -0,0 +1,12 @@
+#!/usr/bin/env node
+import "./logger-BcJBzSSA.js";
+import "./fetch-DoVRJZhJ.js";
+import "./accounts-CFLK3mnD.js";
+import "./cloud-z8KZpUoa.js";
+import "./types-CIhFeUC4.js";
+import "./utils-DEuL4VNB.js";
+import "./blobs-B1JriOyi.js";
+import "./tables-DmzvLbeZ.js";
+import "./extractor-CAZ2G3Kh.js";
+import { t as EvalResult } from "./evalResult-DUDShQrm.js";
+export { EvalResult as default };

package/dist/src/evalResult-CuvJeNiM.js

@@ -0,0 +1,10 @@
+import "./logger-BnkjG2jt.js";
+import "./fetch-BiYv2BZc.js";
+import "./accounts-Xatc0RYb.js";
+import "./tables-BEIFz2tM.js";
+import "./types-Cd3ygw8W.js";
+import "./utils-DOjD4dTC.js";
+import "./blobs-BUWmKWzo.js";
+import "./extractor-C8XwivI9.js";
+import { t as EvalResult } from "./server/index.js";
+export { EvalResult as default };

package/dist/src/{evalResult-CTG2AHOS.js → evalResult-DUDShQrm.js}

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
-import { b as getEnvBool, g as safeJsonStringify, o as logger } from "./logger-KkObSCzq.js";
-import { c as getCurrentTimestamp } from "./fetch-BMv0O527.js";
-import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-CH3Ge2sE.js";
-import { t as hashPrompt } from "./utils-f2-Moju7.js";
-import { a as evalResultsTable, g as getDb } from "./tables-D36WTqKX.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CFG6bcWJ.js";
+import { C as getEnvBool, s as logger, y as safeJsonStringify } from "./logger-BcJBzSSA.js";
+import { c as getCurrentTimestamp } from "./fetch-DoVRJZhJ.js";
+import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-CIhFeUC4.js";
+import { t as hashPrompt } from "./utils-DEuL4VNB.js";
+import { a as evalResultsTable, g as getDb } from "./tables-DmzvLbeZ.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CAZ2G3Kh.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 function sanitizeProvider(provider) {
@@ -288,4 +288,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { sanitizeProvider as n, EvalResult as t };
 
-//# sourceMappingURL=evalResult-CTG2AHOS.js.map
+//# sourceMappingURL=evalResult-DUDShQrm.js.map

package/dist/src/{evalResult-Dap2CekP.cjs → evalResult-DpARzUCb.cjs}

@@ -1,9 +1,9 @@
-const require_logger = require("./logger-Cp1GPUjj.cjs");
-const require_types = require("./types-LJ0r3wbR.cjs");
-const require_fetch = require("./fetch-BxUk8odA.cjs");
-const require_utils = require("./utils-Cz9qXqII.cjs");
-const require_tables = require("./tables-C7K-XKWp.cjs");
-const require_extractor = require("./extractor-DX36oYEv.cjs");
+const require_logger = require("./logger-D5iKBpu_.cjs");
+const require_types = require("./types-D8cGDZbL.cjs");
+const require_fetch = require("./fetch-BnR9wSnm.cjs");
+const require_utils = require("./utils-DKw8mrgr.cjs");
+const require_tables = require("./tables-BdZQEpRz.cjs");
+const require_extractor = require("./extractor-DG3sSfXE.cjs");
 let drizzle_orm = require("drizzle-orm");
 //#region src/models/evalResult.ts
 function sanitizeProvider(provider) {
@@ -298,4 +298,4 @@ Object.defineProperty(exports, "sanitizeProvider", {
 	}
 });
 
-//# sourceMappingURL=evalResult-Dap2CekP.cjs.map
+//# sourceMappingURL=evalResult-DpARzUCb.cjs.map

package/dist/src/evalResult-tGdilrWt.cjs

@@ -0,0 +1,10 @@
+require("./logger-D5iKBpu_.cjs");
+require("./types-D8cGDZbL.cjs");
+require("./fetch-BnR9wSnm.cjs");
+require("./utils-DKw8mrgr.cjs");
+require("./accounts-BPyfpSeU.cjs");
+require("./blobs-C6j0bvFz.cjs");
+require("./tables-BdZQEpRz.cjs");
+require("./extractor-DG3sSfXE.cjs");
+const require_evalResult = require("./evalResult-DpARzUCb.cjs");
+exports.default = require_evalResult.EvalResult;

package/dist/src/evaluator-BBUqRhz1.js

@@ -0,0 +1,36 @@
+#!/usr/bin/env node
+import "./logger-BcJBzSSA.js";
+import "./fetch-DoVRJZhJ.js";
+import "./accounts-CFLK3mnD.js";
+import "./cloud-z8KZpUoa.js";
+import "./telemetry-BnH5VJAU.js";
+import "./types-CIhFeUC4.js";
+import "./server-DZ9MtCn0.js";
+import "./providers-Ch6Mr0gn.js";
+import "./cache-DSqR6ezl.js";
+import "./util-Bm3E9jpK.js";
+import "./esm-7UIl0pPM.js";
+import "./pythonUtils-wIqk7zAf.js";
+import "./transform-ljLYHEPh.js";
+import "./graders-RjHF8VfG.js";
+import "./utils-DEuL4VNB.js";
+import "./genaiTracer-C1rxGO8Q.js";
+import "./chat-BEwdgGEg.js";
+import "./transform-DrleutM3.js";
+import "./messages-DJNo37Ko.js";
+import "./util-DMFeUvLz.js";
+import "./responses-BKP_WYis.js";
+import "./openai-BMcwgD5C.js";
+import "./util-DM2rTn_6.js";
+import "./completion-DoYy49ti.js";
+import "./blobs-B1JriOyi.js";
+import "./tables-DmzvLbeZ.js";
+import "./extractor-CAZ2G3Kh.js";
+import "./store-P8OKm19S.js";
+import "./base-CKjwebIH.js";
+import "./image-PoF6DN3x.js";
+import "./providerRegistry-B9lh-_tx.js";
+import "./rubyUtils-CiVfln3g.js";
+import { n as evaluate } from "./evaluator-BcvOGaam.js";
+import "./signal-C3ZTsUgi.js";
+export { evaluate };