promptfoo 0.121.1 → 0.121.2

package/dist/src/{cometapi-DkXrKi5z.js → cometapi-CUQq3H_a.js}

@@ -1,17 +1,17 @@
 import { b as getEnvString, i as logger } from "./logger-CT3IKMKA.js";
 import "./esm-Cd1AjG1D.js";
 import "./pythonUtils-D5nxkQ0P.js";
-import "./types-CLKiCBW3.js";
-import "./util-Dlz_Wvgm.js";
-import "./fetch-60Gzydls.js";
-import { a as isCacheEnabled, i as getCache } from "./cache-8XhNqPKW.js";
+import "./types-DmyIJ-sR.js";
+import "./util-BRYkYPTd.js";
+import "./fetch-Cwxnd8zz.js";
+import { a as isCacheEnabled, i as getCache } from "./cache-C4Nxf52C.js";
 import "./genaiTracer-D3fD9dNV.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CznLWr_D.js";
-import "./transform-DGLazrMm.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-DqxYYtWA.js";
+import "./transform-vNucnNr0.js";
 import "./openai-DElQ-fPX.js";
-import "./util-Betm42rL.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C_P3ypkJ.js";
-import { t as OpenAiImageProvider } from "./image-BmEZqVmk.js";
+import "./util-Dnmk2mBQ.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-5MzrpJxT.js";
+import { t as OpenAiImageProvider } from "./image-CHfWvljl.js";
 import fs from "fs";
 import path from "path";
 import dedent from "dedent";
@@ -207,4 +207,4 @@ function createCometApiProvider(providerPath, options = {}) {
 //#endregion
 export { createCometApiProvider, initializeAgenticCache as i, generateCacheKey as n, getCachedResponse as r, cacheResponse as t };
 
-//# sourceMappingURL=cometapi-DkXrKi5z.js.map
+//# sourceMappingURL=cometapi-CUQq3H_a.js.map

package/dist/src/{cometapi-BasUi7-_.js → cometapi-DFNiKmSz.js}

@@ -1,19 +1,19 @@
 #!/usr/bin/env node
 import { C as getEnvString } from "./logger-KkObSCzq.js";
-import "./fetch-BMv0O527.js";
-import "./cloud-Bc9526yV.js";
-import "./types-CH3Ge2sE.js";
-import "./cache-CG0SlR1d.js";
-import "./util-YT5HPZaS.js";
+import "./fetch-Dxpd4_sr.js";
+import "./cloud-C0dlstV_.js";
+import "./types-Cbd8uOMq.js";
+import "./cache-BVeDlD87.js";
+import "./util-C1CeHl-P.js";
 import "./esm-C03C-mv3.js";
 import "./pythonUtils-C3py6GC1.js";
 import "./genaiTracer-C1rxGO8Q.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CRWNNq73.js";
-import "./transform-Cgi24fJ7.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BiKyneZl.js";
+import "./transform-D5HsjduX.js";
 import "./openai-DhbB7eWK.js";
-import "./util-C-PPYSMq.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C5rtR_9P.js";
-import { t as OpenAiImageProvider } from "./image-CBBVXWuT.js";
+import "./util-CMy69ZgQ.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-DZ083F31.js";
+import { t as OpenAiImageProvider } from "./image-DS-o-0ph.js";
 //#region src/providers/cometapi.ts
 /**
 * CometAPI Image Provider - extends OpenAI Image Provider for CometAPI's image generation models
@@ -61,4 +61,4 @@ function createCometApiProvider(providerPath, options = {}) {
 //#endregion
 export { createCometApiProvider };
 
-//# sourceMappingURL=cometapi-BasUi7-_.js.map
+//# sourceMappingURL=cometapi-DFNiKmSz.js.map

package/dist/src/{completion-C_P3ypkJ.js → completion-5MzrpJxT.js}

@@ -1,8 +1,8 @@
 import { b as getEnvString, i as logger, v as getEnvFloat, y as getEnvInt } from "./logger-CT3IKMKA.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-60Gzydls.js";
-import { r as fetchWithCache } from "./cache-8XhNqPKW.js";
+import { p as REQUEST_TIMEOUT_MS } from "./fetch-Cwxnd8zz.js";
+import { r as fetchWithCache } from "./cache-C4Nxf52C.js";
 import { t as OpenAiGenericProvider } from "./openai-DElQ-fPX.js";
-import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-Betm42rL.js";
+import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-Dnmk2mBQ.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -117,4 +117,4 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 //#endregion
 export { OpenAiEmbeddingProvider as n, OpenAiCompletionProvider as t };
 
-//# sourceMappingURL=completion-C_P3ypkJ.js.map
+//# sourceMappingURL=completion-5MzrpJxT.js.map

package/dist/src/{completion-CDOouNzq.cjs → completion-CM6oK8PS.cjs}

@@ -1,8 +1,8 @@
 const require_logger = require("./logger-Cp1GPUjj.cjs");
-const require_fetch = require("./fetch-BxUk8odA.cjs");
-const require_cache = require("./cache-COish3-W.cjs");
+const require_fetch = require("./fetch-BPkYtG8K.cjs");
+const require_cache = require("./cache-Dh5WtQps.cjs");
 const require_openai = require("./openai-Cuif0GEt.cjs");
-const require_util = require("./util-Db0a0AFH.cjs");
+const require_util = require("./util-BzMcevZc.cjs");
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends require_openai.OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -128,4 +128,4 @@ Object.defineProperty(exports, "OpenAiEmbeddingProvider", {
 	}
 });
 
-//# sourceMappingURL=completion-CDOouNzq.cjs.map
+//# sourceMappingURL=completion-CM6oK8PS.cjs.map

package/dist/src/{completion-C5rtR_9P.js → completion-DZ083F31.js}

@@ -1,9 +1,9 @@
 #!/usr/bin/env node
 import { C as getEnvString, S as getEnvInt, o as logger, x as getEnvFloat } from "./logger-KkObSCzq.js";
-import { f as REQUEST_TIMEOUT_MS } from "./fetch-BMv0O527.js";
-import { a as fetchWithCache } from "./cache-CG0SlR1d.js";
+import { f as REQUEST_TIMEOUT_MS } from "./fetch-Dxpd4_sr.js";
+import { a as fetchWithCache } from "./cache-BVeDlD87.js";
 import { t as OpenAiGenericProvider } from "./openai-DhbB7eWK.js";
-import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-C-PPYSMq.js";
+import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-CMy69ZgQ.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -118,4 +118,4 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 //#endregion
 export { OpenAiEmbeddingProvider as n, OpenAiCompletionProvider as t };
 
-//# sourceMappingURL=completion-C5rtR_9P.js.map
+//# sourceMappingURL=completion-DZ083F31.js.map

package/dist/src/{completion-6Mx_iXxK.js → completion-qRoZAYRB.js}

@@ -1,8 +1,8 @@
 import { b as getEnvString, i as logger, v as getEnvFloat, y as getEnvInt } from "./logger-DLcq4dWf.js";
-import { p as REQUEST_TIMEOUT_MS } from "./fetch-4M3YRaqL.js";
-import { r as fetchWithCache } from "./cache-D3eqDYGU.js";
+import { p as REQUEST_TIMEOUT_MS } from "./fetch-HaqdX7U1.js";
+import { r as fetchWithCache } from "./cache-i1P6crbO.js";
 import { t as OpenAiGenericProvider } from "./openai-j-sE2O7r.js";
-import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-6-GqIvzS.js";
+import { a as calculateOpenAICost, c as getTokenUsage, n as OPENAI_COMPLETION_MODELS, s as formatOpenAiError } from "./util-BV4XUC0n.js";
 //#region src/providers/openai/embedding.ts
 var OpenAiEmbeddingProvider = class extends OpenAiGenericProvider {
 	async callEmbeddingApi(text) {
@@ -117,4 +117,4 @@ var OpenAiCompletionProvider = class OpenAiCompletionProvider extends OpenAiGene
 //#endregion
 export { OpenAiEmbeddingProvider as n, OpenAiCompletionProvider as t };
 
-//# sourceMappingURL=completion-6Mx_iXxK.js.map
+//# sourceMappingURL=completion-qRoZAYRB.js.map

package/dist/src/{docker-CZnqU1XV.js → docker-Bb5dcxr8.js}

@@ -1,16 +1,16 @@
 import { b as getEnvString, i as logger } from "./logger-DLcq4dWf.js";
-import "./fetch-4M3YRaqL.js";
+import "./fetch-HaqdX7U1.js";
 import "./esm-CaIwzWR5.js";
-import "./types-CN_TZ2GJ.js";
-import { r as fetchWithCache } from "./cache-D3eqDYGU.js";
+import "./types-CzW2QFyi.js";
+import { r as fetchWithCache } from "./cache-i1P6crbO.js";
 import "./genaiTracer-70Z8BIuV.js";
 import "./pythonUtils-D6fwaDSg.js";
-import "./util-5cB-L7U3.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-BKm79wib.js";
-import "./transform-DGxXocjk.js";
+import "./util-ZzmqNPlg.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-DJIw17u0.js";
+import "./transform-uAytVuyX.js";
 import "./openai-j-sE2O7r.js";
-import "./util-6-GqIvzS.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-6Mx_iXxK.js";
+import "./util-BV4XUC0n.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-qRoZAYRB.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -86,4 +86,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-CZnqU1XV.js.map
+//# sourceMappingURL=docker-Bb5dcxr8.js.map

package/dist/src/{docker-DzxyDPIj.js → docker-BvfL2BrW.js}

@@ -1,18 +1,18 @@
 #!/usr/bin/env node
 import { C as getEnvString, o as logger } from "./logger-KkObSCzq.js";
-import "./fetch-BMv0O527.js";
-import "./cloud-Bc9526yV.js";
-import "./types-CH3Ge2sE.js";
-import { a as fetchWithCache } from "./cache-CG0SlR1d.js";
-import "./util-YT5HPZaS.js";
+import "./fetch-Dxpd4_sr.js";
+import "./cloud-C0dlstV_.js";
+import "./types-Cbd8uOMq.js";
+import { a as fetchWithCache } from "./cache-BVeDlD87.js";
+import "./util-C1CeHl-P.js";
 import "./esm-C03C-mv3.js";
 import "./pythonUtils-C3py6GC1.js";
 import "./genaiTracer-C1rxGO8Q.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CRWNNq73.js";
-import "./transform-Cgi24fJ7.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BiKyneZl.js";
+import "./transform-D5HsjduX.js";
 import "./openai-DhbB7eWK.js";
-import "./util-C-PPYSMq.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C5rtR_9P.js";
+import "./util-CMy69ZgQ.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-DZ083F31.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -88,4 +88,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-DzxyDPIj.js.map
+//# sourceMappingURL=docker-BvfL2BrW.js.map

package/dist/src/{docker-BwsKwxFs.cjs → docker-DcF2pRrj.cjs}

@@ -1,16 +1,16 @@
 const require_logger = require("./logger-Cp1GPUjj.cjs");
 require("./esm-CnNt7sI4.cjs");
 require("./pythonUtils-CTU3Y3lw.cjs");
-require("./types-LJ0r3wbR.cjs");
-require("./util-Yz-1aEhW.cjs");
-require("./fetch-BxUk8odA.cjs");
-const require_cache = require("./cache-COish3-W.cjs");
+require("./types-C_7nyzr1.cjs");
+require("./util-B9vlHIIh.cjs");
+require("./fetch-BPkYtG8K.cjs");
+const require_cache = require("./cache-Dh5WtQps.cjs");
 require("./genaiTracer-DN4dQywX.cjs");
-const require_chat = require("./chat-DaqekjFr.cjs");
-require("./transform-DOcQeLld.cjs");
+const require_chat = require("./chat-CgF-J-Jj.cjs");
+require("./transform-DuHvhZpj.cjs");
 require("./openai-Cuif0GEt.cjs");
-require("./util-Db0a0AFH.cjs");
-const require_completion = require("./completion-CDOouNzq.cjs");
+require("./util-BzMcevZc.cjs");
+const require_completion = require("./completion-CM6oK8PS.cjs");
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -86,4 +86,4 @@ var DMREmbeddingProvider = class extends require_completion.OpenAiEmbeddingProvi
 //#endregion
 exports.createDockerProvider = createDockerProvider;
 
-//# sourceMappingURL=docker-BwsKwxFs.cjs.map
+//# sourceMappingURL=docker-DcF2pRrj.cjs.map

package/dist/src/{docker-5KcG-_86.js → docker-ExVyLp0S.js}

@@ -1,16 +1,16 @@
 import { b as getEnvString, i as logger } from "./logger-CT3IKMKA.js";
 import "./esm-Cd1AjG1D.js";
 import "./pythonUtils-D5nxkQ0P.js";
-import "./types-CLKiCBW3.js";
-import "./util-Dlz_Wvgm.js";
-import "./fetch-60Gzydls.js";
-import { r as fetchWithCache } from "./cache-8XhNqPKW.js";
+import "./types-DmyIJ-sR.js";
+import "./util-BRYkYPTd.js";
+import "./fetch-Cwxnd8zz.js";
+import { r as fetchWithCache } from "./cache-C4Nxf52C.js";
 import "./genaiTracer-D3fD9dNV.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CznLWr_D.js";
-import "./transform-DGLazrMm.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-DqxYYtWA.js";
+import "./transform-vNucnNr0.js";
 import "./openai-DElQ-fPX.js";
-import "./util-Betm42rL.js";
-import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-C_P3ypkJ.js";
+import "./util-Dnmk2mBQ.js";
+import { n as OpenAiEmbeddingProvider, t as OpenAiCompletionProvider } from "./completion-5MzrpJxT.js";
 //#region src/providers/docker.ts
 async function fetchLocalModels(apiBaseUrl) {
 	try {
@@ -86,4 +86,4 @@ var DMREmbeddingProvider = class extends OpenAiEmbeddingProvider {
 //#endregion
 export { createDockerProvider };
 
-//# sourceMappingURL=docker-5KcG-_86.js.map
+//# sourceMappingURL=docker-ExVyLp0S.js.map

package/dist/src/eval-B3r2CVXr.js

@@ -0,0 +1,15 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import "./fetch-Dxpd4_sr.js";
+import "./accounts-Bm2D8Db9.js";
+import "./cloud-C0dlstV_.js";
+import "./types-Cbd8uOMq.js";
+import "./utils-f2-Moju7.js";
+import "./blobs-CMHN0Qcz.js";
+import "./tables-gftXzE9I.js";
+import "./extractor-DReVID0K.js";
+import "./store-Dim__MDd.js";
+import "./signal-4U3mfRvL.js";
+import { t as Eval } from "./eval-Dg2nG4v2.js";
+import "./evalResult-BBRNtX4I.js";
+export { Eval as default };

package/dist/src/{eval-DmFyWU7i.js → eval-Dg2nG4v2.js}

@@ -1,17 +1,17 @@
 #!/usr/bin/env node
 import { b as getEnvBool, o as logger } from "./logger-KkObSCzq.js";
-import { F as HUMAN_ASSERTION_TYPE, c as getCurrentTimestamp } from "./fetch-BMv0O527.js";
+import { F as HUMAN_ASSERTION_TYPE, c as getCurrentTimestamp } from "./fetch-Dxpd4_sr.js";
 import { t as invariant } from "./invariant-BtWWVVhl.js";
-import { o as getUserEmail } from "./accounts-CMqkzrVf.js";
-import { H as riskCategorySeverityMap, s as ResultFailureReason, st as PLUGIN_CATEGORIES } from "./types-CH3Ge2sE.js";
+import { o as getUserEmail } from "./accounts-Bm2D8Db9.js";
+import { H as riskCategorySeverityMap, s as ResultFailureReason, st as PLUGIN_CATEGORIES } from "./types-Cbd8uOMq.js";
 import { n as isNonTransientHttpStatus, t as NON_TRANSIENT_HTTP_STATUSES } from "./errors-P6ll7XSJ.js";
 import { t as hashPrompt } from "./utils-f2-Moju7.js";
 import { n as sha256, t as randomSequence } from "./createHash-Da8fMwqB.js";
 import { a as createEmptyTokenUsage, r as accumulateTokenUsage } from "./tokenUsageUtils-DflFMjS0.js";
-import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-D36WTqKX.js";
-import { n as getTraceStore } from "./store-D1tv90v3.js";
-import { i as getActualPrompt, r as updateSignalFile } from "./signal-BOTbd53Z.js";
-import { t as EvalResult } from "./evalResult-CTG2AHOS.js";
+import { a as evalResultsTable, c as evalsToPromptsTable, d as promptsTable, g as getDb, i as datasetsTable, l as evalsToTagsTable, o as evalsTable, p as tagsTable, s as evalsToDatasetsTable } from "./tables-gftXzE9I.js";
+import { n as getTraceStore } from "./store-Dim__MDd.js";
+import { i as getActualPrompt, r as updateSignalFile } from "./signal-4U3mfRvL.js";
+import { t as EvalResult } from "./evalResult-BBRNtX4I.js";
 import { and, desc, eq, sql } from "drizzle-orm";
 //#region src/redteam/metrics.ts
 /**
@@ -1620,4 +1620,4 @@ async function getEvalSummaries(datasetId, type, includeProviders = false) {
 //#endregion
 export { createEvalId as a, combineFilterConditions as i, EvalQueries as n, escapeJsonPathKey as o, buildSafeJsonPath as r, getEvalSummaries as s, Eval as t };
 
-//# sourceMappingURL=eval-DmFyWU7i.js.map
+//# sourceMappingURL=eval-Dg2nG4v2.js.map

package/dist/src/evalResult-5xwYnECe.js

@@ -0,0 +1,12 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import "./fetch-Dxpd4_sr.js";
+import "./accounts-Bm2D8Db9.js";
+import "./cloud-C0dlstV_.js";
+import "./types-Cbd8uOMq.js";
+import "./utils-f2-Moju7.js";
+import "./blobs-CMHN0Qcz.js";
+import "./tables-gftXzE9I.js";
+import "./extractor-DReVID0K.js";
+import { t as EvalResult } from "./evalResult-BBRNtX4I.js";
+export { EvalResult as default };

package/dist/src/evalResult-71lY93Kj.cjs

@@ -0,0 +1,10 @@
+require("./logger-Cp1GPUjj.cjs");
+require("./types-C_7nyzr1.cjs");
+require("./fetch-BPkYtG8K.cjs");
+require("./utils-Cz9qXqII.cjs");
+require("./accounts-gtkH-5KX.cjs");
+require("./blobs-D23XLin-.cjs");
+require("./tables-DPi7wKeM.cjs");
+require("./extractor-pYLLi3wS.cjs");
+const require_evalResult = require("./evalResult-fuaI8HkH.cjs");
+exports.default = require_evalResult.EvalResult;

package/dist/src/{evalResult-CTG2AHOS.js → evalResult-BBRNtX4I.js}

@@ -1,10 +1,10 @@
 #!/usr/bin/env node
 import { b as getEnvBool, g as safeJsonStringify, o as logger } from "./logger-KkObSCzq.js";
-import { c as getCurrentTimestamp } from "./fetch-BMv0O527.js";
-import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-CH3Ge2sE.js";
+import { c as getCurrentTimestamp } from "./fetch-Dxpd4_sr.js";
+import { f as isResultFailureReason, m as isProviderOptions, p as isApiProvider, s as ResultFailureReason } from "./types-Cbd8uOMq.js";
 import { t as hashPrompt } from "./utils-f2-Moju7.js";
-import { a as evalResultsTable, g as getDb } from "./tables-D36WTqKX.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-CFG6bcWJ.js";
+import { a as evalResultsTable, g as getDb } from "./tables-gftXzE9I.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-DReVID0K.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 function sanitizeProvider(provider) {
@@ -288,4 +288,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { sanitizeProvider as n, EvalResult as t };
 
-//# sourceMappingURL=evalResult-CTG2AHOS.js.map
+//# sourceMappingURL=evalResult-BBRNtX4I.js.map

package/dist/src/{evalResult-CDQiuUuf.js → evalResult-BDMqrapS.js}

@@ -1,10 +1,10 @@
 import { t as __exportAll } from "./chunk-DEq-mXcV.js";
 import { _ as getEnvBool, i as logger, m as safeJsonStringify } from "./logger-CT3IKMKA.js";
-import { A as isApiProvider, g as ResultFailureReason, j as isProviderOptions, k as isResultFailureReason } from "./types-CLKiCBW3.js";
-import { u as getCurrentTimestamp } from "./fetch-60Gzydls.js";
+import { A as isApiProvider, g as ResultFailureReason, j as isProviderOptions, k as isResultFailureReason } from "./types-DmyIJ-sR.js";
+import { u as getCurrentTimestamp } from "./fetch-Cwxnd8zz.js";
 import { t as hashPrompt } from "./utils-XiOAgly5.js";
-import { i as evalResultsTable, p as getDb } from "./tables-5EvT_Bwn.js";
-import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-M67RUtg6.js";
+import { i as evalResultsTable, p as getDb } from "./tables-6YKwjN9-.js";
+import { n as isBlobStorageEnabled, t as extractAndStoreBinaryData } from "./extractor-C0EVHewb.js";
 import { and, eq, gte, inArray, lt, ne } from "drizzle-orm";
 //#region src/models/evalResult.ts
 var evalResult_exports = /* @__PURE__ */ __exportAll({
@@ -292,4 +292,4 @@ var EvalResult = class EvalResult {
 //#endregion
 export { evalResult_exports as n, EvalResult as t };
 
-//# sourceMappingURL=evalResult-CDQiuUuf.js.map
+//# sourceMappingURL=evalResult-BDMqrapS.js.map

package/dist/src/evalResult-Dx5P5cIv.js

@@ -0,0 +1,10 @@
+import "./logger-DLcq4dWf.js";
+import "./fetch-HaqdX7U1.js";
+import "./accounts-B0pgC1oV.js";
+import "./tables-DLJPUdUE.js";
+import "./types-CzW2QFyi.js";
+import "./utils-dLokC-eR.js";
+import "./blobs-BDbfYdrJ.js";
+import "./extractor-D25qpmGX.js";
+import { t as EvalResult } from "./server/index.js";
+export { EvalResult as default };

package/dist/src/{evalResult-Dap2CekP.cjs → evalResult-fuaI8HkH.cjs}

@@ -1,9 +1,9 @@
 const require_logger = require("./logger-Cp1GPUjj.cjs");
-const require_types = require("./types-LJ0r3wbR.cjs");
-const require_fetch = require("./fetch-BxUk8odA.cjs");
+const require_types = require("./types-C_7nyzr1.cjs");
+const require_fetch = require("./fetch-BPkYtG8K.cjs");
 const require_utils = require("./utils-Cz9qXqII.cjs");
-const require_tables = require("./tables-C7K-XKWp.cjs");
-const require_extractor = require("./extractor-DX36oYEv.cjs");
+const require_tables = require("./tables-DPi7wKeM.cjs");
+const require_extractor = require("./extractor-pYLLi3wS.cjs");
 let drizzle_orm = require("drizzle-orm");
 //#region src/models/evalResult.ts
 function sanitizeProvider(provider) {
@@ -298,4 +298,4 @@ Object.defineProperty(exports, "sanitizeProvider", {
 	}
 });
 
-//# sourceMappingURL=evalResult-Dap2CekP.cjs.map
+//# sourceMappingURL=evalResult-fuaI8HkH.cjs.map

package/dist/src/{evaluator-DPFRbFIL.js → evaluator-BhoWwp5b.js}

@@ -1,28 +1,28 @@
 #!/usr/bin/env node
 import { C as getEnvString, E as isCI, O as state, S as getEnvInt, T as getMaxEvalTimeMs, _ as summarizeEvaluateResultForLogging, b as getEnvBool, f as extractJsonObjects, g as safeJsonStringify, o as logger, p as getAjv, w as getEvalTimeoutMs } from "./logger-KkObSCzq.js";
-import { N as VERSION, P as FILE_METADATA_KEY, g as isPromptfooSampleTarget, l as sleep, r as fetchWithRetries, y as parseChatPrompt } from "./fetch-BMv0O527.js";
+import { N as VERSION, P as FILE_METADATA_KEY, g as isPromptfooSampleTarget, l as sleep, r as fetchWithRetries, y as parseChatPrompt } from "./fetch-Dxpd4_sr.js";
 import { t as invariant } from "./invariant-BtWWVVhl.js";
-import { r as telemetry } from "./telemetry-C2YDkUQH.js";
-import { d as isGradingResult, p as isApiProvider, s as ResultFailureReason } from "./types-CH3Ge2sE.js";
-import { c as promptYesNo } from "./server-DbFphssR.js";
-import { A as renderPrompt, E as isBasicRefusal, F as TokenUsageTracker, G as VertexChatProvider, I as createRateLimitRegistry, K as AIStudioChatProvider, L as createProviderRateLimitOptions, M as isPackagePath, N as loadFromPackage, P as redteamProviderManager, j as runExtensionHook, k as collectFileMetadata, u as GoogleLiveProvider, v as checkExfilTracking, w as getSessionId } from "./providers-CFLy1_ji.js";
-import { o as getCache } from "./cache-CG0SlR1d.js";
+import { r as telemetry } from "./telemetry-CMrFgtPB.js";
+import { d as isGradingResult, p as isApiProvider, s as ResultFailureReason } from "./types-Cbd8uOMq.js";
+import { c as promptYesNo } from "./server-CqzrVGpF.js";
+import { A as renderPrompt, E as isBasicRefusal, F as TokenUsageTracker, G as VertexChatProvider, I as createRateLimitRegistry, K as AIStudioChatProvider, L as createProviderRateLimitOptions, M as isPackagePath, N as loadFromPackage, P as redteamProviderManager, j as runExtensionHook, k as collectFileMetadata, u as GoogleLiveProvider, v as checkExfilTracking, w as getSessionId } from "./providers-BlqUifFg.js";
+import { o as getCache } from "./cache-BVeDlD87.js";
 import { n as isNonTransientHttpStatus } from "./errors-P6ll7XSJ.js";
 import { i as isJavascriptFile } from "./fileExtensions-Ds-foDzt.js";
-import { E as parseFileUrl, I as isAnthropicProvider, L as isGoogleProvider, R as isOpenAiProvider, T as loadFunction, g as maybeLoadToolsFromExternalFile, w as getNunjucksEngine, z as isProviderAllowed } from "./util-YT5HPZaS.js";
+import { E as parseFileUrl, I as isAnthropicProvider, L as isGoogleProvider, R as isOpenAiProvider, T as loadFunction, g as maybeLoadToolsFromExternalFile, w as getNunjucksEngine, z as isProviderAllowed } from "./util-C1CeHl-P.js";
 import { r as runPython } from "./pythonUtils-C3py6GC1.js";
 import { n as transform, r as getProcessShim, t as TransformInputType } from "./transform-DilY9wbS.js";
-import { $ as matchesSearchRubric, B as getAndCheckProvider, G as matchesContextFaithfulness, H as matchesAnswerRelevance, J as matchesFactuality, K as matchesContextRecall, Q as matchesPiScore, R as callProviderWithContext, U as matchesClassification, V as loadRubricPrompt, W as matchesClosedQa, X as matchesLlmRubric, Y as matchesGEval, Z as matchesModeration, at as DefaultSuggestionsProvider, dt as getFinalTest, et as matchesSelectBest, ft as loadFromJavaScriptFile, it as getDefaultProviders, lt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, mt as resolveContext, n as getGraderById, nt as selectMaxScore, pt as processFileReference, q as matchesContextRelevance, tt as matchesSimilarity, ut as coerceString, z as fail } from "./graders-CHO8EPM4.js";
+import { $ as matchesSearchRubric, B as getAndCheckProvider, G as matchesContextFaithfulness, H as matchesAnswerRelevance, J as matchesFactuality, K as matchesContextRecall, Q as matchesPiScore, R as callProviderWithContext, U as matchesClassification, V as loadRubricPrompt, W as matchesClosedQa, X as matchesLlmRubric, Y as matchesGEval, Z as matchesModeration, at as DefaultSuggestionsProvider, dt as getFinalTest, et as matchesSelectBest, ft as loadFromJavaScriptFile, it as getDefaultProviders, lt as SUGGEST_PROMPTS_SYSTEM_MESSAGE, mt as resolveContext, n as getGraderById, nt as selectMaxScore, pt as processFileReference, q as matchesContextRelevance, tt as matchesSimilarity, ut as coerceString, z as fail } from "./graders-Bj_Odv7c.js";
 import { i as generateIdFromPrompt } from "./utils-f2-Moju7.js";
-import { t as OpenAiChatCompletionProvider } from "./chat-CRWNNq73.js";
+import { t as OpenAiChatCompletionProvider } from "./chat-BiKyneZl.js";
 import { a as createEmptyTokenUsage, i as createEmptyAssertions, n as accumulateResponseTokenUsage, o as normalizeTokenUsage, r as accumulateTokenUsage, t as accumulateAssertionTokenUsage } from "./tokenUsageUtils-DflFMjS0.js";
-import { m as validateFunctionCall } from "./transform-Cgi24fJ7.js";
-import { l as validateFunctionCall$1 } from "./util-C-PPYSMq.js";
-import { t as extractAndStoreBinaryData } from "./extractor-CFG6bcWJ.js";
-import { n as getTraceStore } from "./store-D1tv90v3.js";
+import { m as validateFunctionCall } from "./transform-D5HsjduX.js";
+import { l as validateFunctionCall$1 } from "./util-CMy69ZgQ.js";
+import { t as extractAndStoreBinaryData } from "./extractor-DReVID0K.js";
+import { n as getTraceStore } from "./store-Dim__MDd.js";
 import { t as providerRegistry } from "./providerRegistry-B0RUOLI_.js";
 import { n as runRuby } from "./rubyUtils-Boc4HZzX.js";
-import { a as getActualPromptWithFallback, r as updateSignalFile } from "./signal-BOTbd53Z.js";
+import { a as getActualPromptWithFallback, r as updateSignalFile } from "./signal-4U3mfRvL.js";
 import chalk from "chalk";
 import fs, { createWriteStream } from "fs";
 import path from "path";
@@ -256,7 +256,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
 		telemetry.record("feature_used", { feature: "tracing" });
 		try {
 			logger.debug("[EvaluatorTracing] Tracing configuration detected, starting OTLP receiver");
-			const { startOTLPReceiver } = await import("./otlpReceiver-Bn5wGB1v.js");
+			const { startOTLPReceiver } = await import("./otlpReceiver-D89fR-rC.js");
 			const port = testSuite.tracing.otlp.http.port || 4318;
 			const host = testSuite.tracing.otlp.http.host || "127.0.0.1";
 			logger.debug(`[EvaluatorTracing] Starting OTLP receiver on ${host}:${port}`);
@@ -279,7 +279,7 @@ async function startOtlpReceiverIfNeeded(testSuite) {
 async function stopOtlpReceiverIfNeeded() {
 	if (otlpReceiverStarted) try {
 		logger.debug("[EvaluatorTracing] Stopping OTLP receiver");
-		const { stopOTLPReceiver } = await import("./otlpReceiver-Bn5wGB1v.js");
+		const { stopOTLPReceiver } = await import("./otlpReceiver-D89fR-rC.js");
 		await stopOTLPReceiver();
 		otlpReceiverStarted = false;
 		logger.info("[EvaluatorTracing] OTLP receiver stopped successfully");
@@ -314,7 +314,7 @@ async function generateTraceContextIfNeeded(test, evaluateOptions, testIdx, prom
 	}
 	if (!tracingEnabled) return null;
 	logger.debug("[EvaluatorTracing] Importing trace store");
-	const { getTraceStore } = await import("./store-BltJg2cd.js");
+	const { getTraceStore } = await import("./store-CXS-Q_91.js");
 	const traceStore = getTraceStore();
 	const traceId = generateTraceId();
 	const spanId = generateSpanId();
@@ -1380,7 +1380,7 @@ function handleIsJson({ outputString, renderedValue, inverse, valueFromScript, a
 	} catch {
 		pass = inverse;
 	}
-	if (pass && renderedValue) {
+	if (parsedJson !== void 0 && renderedValue) {
 		let validate;
 		if (typeof renderedValue === "string") if (renderedValue.startsWith("file://")) {
 			const schema = valueFromScript;
@@ -1392,11 +1392,12 @@ function handleIsJson({ outputString, renderedValue, inverse, valueFromScript, a
 		}
 		else if (typeof renderedValue === "object") validate = getAjv().compile(renderedValue);
 		else throw new Error("is-json assertion must have a string or object value");
-		pass = validate(parsedJson);
+		const valid = validate(parsedJson);
+		pass = inverse ? !valid : valid;
 		if (!pass) return {
 			pass,
 			score: 0,
-			reason: `JSON does not conform to the provided schema. Errors: ${getAjv().errorsText(validate.errors)}`,
+			reason: inverse ? "Output is JSON that conforms to the provided schema" : `JSON does not conform to the provided schema. Errors: ${getAjv().errorsText(validate.errors)}`,
 			assertion
 		};
 	}
@@ -1423,9 +1424,12 @@ function handleContainsJson({ assertion, renderedValue, outputString, inverse, v
 		}
 		else if (typeof renderedValue === "object") validate = getAjv().compile(renderedValue);
 		else throw new Error("contains-json assertion must have a string or object value");
-		pass = validate(jsonObject);
-		if (pass) break;
-		else errorMessage = `JSON does not conform to the provided schema. Errors: ${getAjv().errorsText(validate.errors)}`;
+		const valid = validate(jsonObject);
+		pass = inverse ? !valid : valid;
+		if (valid) {
+			if (inverse) errorMessage = "Output contains JSON conforming to the provided schema";
+			break;
+		} else errorMessage = `JSON does not conform to the provided schema. Errors: ${getAjv().errorsText(validate.errors)}`;
 	}
 	return {
 		pass,
@@ -4144,7 +4148,7 @@ var Evaluator = class {
 				const defaultProvider = testSuite.defaultTest.provider;
 				if (isApiProvider(defaultProvider)) testCase.provider = defaultProvider;
 				else if (typeof defaultProvider === "object" && defaultProvider.id) {
-					const { loadApiProvider } = await import("./providers-C1rOSHiR.js");
+					const { loadApiProvider } = await import("./providers-B7V0njNs.js");
 					testCase.provider = await loadApiProvider(typeof defaultProvider.id === "function" ? defaultProvider.id() : defaultProvider.id, { options: defaultProvider });
 				} else testCase.provider = defaultProvider;
 			}
@@ -4228,7 +4232,7 @@ var Evaluator = class {
 			if (evalOption.test.assert?.some((a) => a.type === "max-score")) rowsWithMaxScoreAssertion.add(evalOption.testIdx);
 		}
 		if (state.resume && this.evalRecord.persisted) try {
-			const { default: EvalResult } = await import("./evalResult-Cqj8pldJ.js");
+			const { default: EvalResult } = await import("./evalResult-5xwYnECe.js");
 			const completedPairs = await EvalResult.getCompletedIndexPairs(this.evalRecord.id, { excludeErrors: state.retryMode });
 			const originalCount = runEvalOptions.length;
 			for (let i = runEvalOptions.length - 1; i >= 0; i--) {
@@ -4792,4 +4796,4 @@ function evaluate(testSuite, evalRecord, options) {
 //#endregion
 export { runEval as a, readAssertions as c, isAllowedPrompt as i, renderMetricName as l, formatVarsForDisplay as n, doesPromptRefMatch as o, generateVarCombinations as r, assertions_default as s, evaluate as t, runAssertions as u };
 
-//# sourceMappingURL=evaluator-DPFRbFIL.js.map
+//# sourceMappingURL=evaluator-BhoWwp5b.js.map

package/dist/src/evaluator-Jx6bRZV6.js

@@ -0,0 +1,36 @@
+#!/usr/bin/env node
+import "./logger-KkObSCzq.js";
+import "./fetch-Dxpd4_sr.js";
+import "./accounts-Bm2D8Db9.js";
+import "./cloud-C0dlstV_.js";
+import "./telemetry-CMrFgtPB.js";
+import "./types-Cbd8uOMq.js";
+import "./server-CqzrVGpF.js";
+import "./providers-BlqUifFg.js";
+import "./cache-BVeDlD87.js";
+import "./util-C1CeHl-P.js";
+import "./esm-C03C-mv3.js";
+import "./pythonUtils-C3py6GC1.js";
+import "./transform-DilY9wbS.js";
+import "./graders-Bj_Odv7c.js";
+import "./utils-f2-Moju7.js";
+import "./genaiTracer-C1rxGO8Q.js";
+import "./chat-BiKyneZl.js";
+import "./transform-D5HsjduX.js";
+import "./messages-D0lx5qK7.js";
+import "./util-B3xGByQh.js";
+import "./responses-WNGNYe3K.js";
+import "./openai-DhbB7eWK.js";
+import "./util-CMy69ZgQ.js";
+import "./completion-DZ083F31.js";
+import "./blobs-CMHN0Qcz.js";
+import "./tables-gftXzE9I.js";
+import "./extractor-DReVID0K.js";
+import "./store-Dim__MDd.js";
+import "./base-Dy1V8--Z.js";
+import "./image-DS-o-0ph.js";
+import "./providerRegistry-B0RUOLI_.js";
+import "./rubyUtils-Boc4HZzX.js";
+import { t as evaluate } from "./evaluator-BhoWwp5b.js";
+import "./signal-4U3mfRvL.js";
+export { evaluate };

package/dist/src/{extractor-M67RUtg6.js → extractor-C0EVHewb.js}

@@ -1,7 +1,7 @@
 import { _ as getEnvBool, i as logger } from "./logger-CT3IKMKA.js";
-import { o as cloudConfig } from "./fetch-60Gzydls.js";
-import { o as isLoggedIntoCloud } from "./accounts-xrUGFA6n.js";
-import { n as recordBlobReference, r as storeBlob } from "./blobs-Bpg5rH6i.js";
+import { o as cloudConfig } from "./fetch-Cwxnd8zz.js";
+import { o as isLoggedIntoCloud } from "./accounts-CiBLOnA7.js";
+import { n as recordBlobReference, r as storeBlob } from "./blobs-CBO20krR.js";
 //#region src/blobs/remoteUpload.ts
 function buildRemoteUrl() {
 	const baseUrl = cloudConfig.getApiHost();
@@ -25,7 +25,7 @@ async function uploadBlobRemote(buffer, mimeType, context) {
 	const apiKey = cloudConfig.getApiKey();
 	if (!url || !apiKey) return null;
 	try {
-		const { fetchWithProxy } = await import("./fetch-60Gzydls.js").then((n) => n.i);
+		const { fetchWithProxy } = await import("./fetch-Cwxnd8zz.js").then((n) => n.i);
 		const response = await fetchWithProxy(url, {
 			method: "POST",
 			headers: {
@@ -371,4 +371,4 @@ async function recordExistingBlobReferences(value, context, location) {
 //#endregion
 export { isBlobStorageEnabled as n, shouldAttemptRemoteBlobUpload as r, extractAndStoreBinaryData as t };
 
-//# sourceMappingURL=extractor-M67RUtg6.js.map
+//# sourceMappingURL=extractor-C0EVHewb.js.map