promptfoo 0.119.0 → 0.119.2

package/dist/src/app/index.html

@@ -7,7 +7,7 @@
     <title>promptfoo</title>
     <meta name="description" content="LLM testing and evaluation" />
     <meta property="og:image" content="https://www.promptfoo.dev/img/thumbnail.png" />
-    <script type="module" crossorigin src="/assets/index-BmEhbU1h.js"></script>
+    <script type="module" crossorigin src="/assets/index-DqlKP0sF.js"></script>
     <link rel="modulepreload" crossorigin href="/assets/vendor-react-D5MZ_wIn.js">
     <link rel="modulepreload" crossorigin href="/assets/vendor-mui-core-S0gtn0dg.js">
     <link rel="modulepreload" crossorigin href="/assets/vendor-mui-icons-BrFPmBf4.js">

package/dist/src/assertions/answerRelevance.d.ts

@@ -1,3 +1,3 @@
 import type { AssertionParams, GradingResult } from '../types/index';
-export declare const handleAnswerRelevance: ({ assertion, output, prompt, test, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleAnswerRelevance: ({ assertion, output, prompt, test, providerCallContext, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=answerRelevance.d.ts.map

package/dist/src/assertions/answerRelevance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"answerRelevance.d.ts","sourceRoot":"","sources":["../../../src/assertions/answerRelevance.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,qBAAqB,GAAU,sCAKzC,eAAe,KAAG,OAAO,CAAC,aAAa,CAWzC,CAAC"}
+{"version":3,"file":"answerRelevance.d.ts","sourceRoot":"","sources":["../../../src/assertions/answerRelevance.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,qBAAqB,GAAU,2DAMzC,eAAe,KAAG,OAAO,CAAC,aAAa,CAkBzC,CAAC"}

package/dist/src/assertions/answerRelevance.js

@@ -6,13 +6,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.handleAnswerRelevance = void 0;
 const matchers_1 = require("../matchers");
 const invariant_1 = __importDefault(require("../util/invariant"));
-const handleAnswerRelevance = async ({ assertion, output, prompt, test, }) => {
+const handleAnswerRelevance = async ({ assertion, output, prompt, test, providerCallContext, }) => {
     (0, invariant_1.default)(typeof output === 'string', 'answer-relevance assertion type must evaluate a string output');
     (0, invariant_1.default)(prompt, 'answer-relevance assertion type must have a prompt');
     const input = typeof test?.vars?.query === 'string' ? test.vars.query : prompt;
     return {
         assertion,
-        ...(await (0, matchers_1.matchesAnswerRelevance)(input, output, assertion.threshold ?? 0, test.options)),
+        ...(await (0, matchers_1.matchesAnswerRelevance)(input, output, assertion.threshold ?? 0, test.options, providerCallContext)),
     };
 };
 exports.handleAnswerRelevance = handleAnswerRelevance;

package/dist/src/assertions/answerRelevance.js.map

@@ -1 +1 @@
-{"version":3,"file":"answerRelevance.js","sourceRoot":"","sources":["../../../src/assertions/answerRelevance.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAqD;AACrD,kEAA0C;AAInC,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAC1C,SAAS,EACT,MAAM,EACN,MAAM,EACN,IAAI,GACY,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,MAAM,KAAK,QAAQ,EAC1B,+DAA+D,CAChE,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,oDAAoD,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/E,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,iCAAsB,EAAC,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,SAAS,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;KACzF,CAAC;AACJ,CAAC,CAAC;AAhBW,QAAA,qBAAqB,yBAgBhC"}
+{"version":3,"file":"answerRelevance.js","sourceRoot":"","sources":["../../../src/assertions/answerRelevance.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAqD;AACrD,kEAA0C;AAInC,MAAM,qBAAqB,GAAG,KAAK,EAAE,EAC1C,SAAS,EACT,MAAM,EACN,MAAM,EACN,IAAI,EACJ,mBAAmB,GACH,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,MAAM,KAAK,QAAQ,EAC1B,+DAA+D,CAChE,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,oDAAoD,CAAC,CAAC;IACxE,MAAM,KAAK,GAAG,OAAO,IAAI,EAAE,IAAI,EAAE,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IAE/E,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,iCAAsB,EAC9B,KAAK,EACL,MAAM,EACN,SAAS,CAAC,SAAS,IAAI,CAAC,EACxB,IAAI,CAAC,OAAO,EACZ,mBAAmB,CACpB,CAAC;KACH,CAAC;AACJ,CAAC,CAAC;AAxBW,QAAA,qBAAqB,yBAwBhC"}

package/dist/src/assertions/contextFaithfulness.d.ts

@@ -9,5 +9,5 @@ import type { AssertionParams, GradingResult } from '../types/index';
  * @param params - Assertion parameters including test case, output, and configuration
  * @returns Promise resolving to grading result with pass/fail and score
  */
-export declare function handleContextFaithfulness({ assertion, test, output, prompt, providerResponse, }: AssertionParams): Promise<GradingResult>;
+export declare function handleContextFaithfulness({ assertion, test, output, prompt, providerResponse, providerCallContext, }: AssertionParams): Promise<GradingResult>;
 //# sourceMappingURL=contextFaithfulness.d.ts.map

package/dist/src/assertions/contextFaithfulness.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"contextFaithfulness.d.ts","sourceRoot":"","sources":["../../../src/assertions/contextFaithfulness.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;;;;;;;GASG;AACH,wBAAsB,yBAAyB,CAAC,EAC9C,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,gBAAgB,GACjB,EAAE,eAAe,GAAG,OAAO,CAAC,aAAa,CAAC,CAiC1C"}
+{"version":3,"file":"contextFaithfulness.d.ts","sourceRoot":"","sources":["../../../src/assertions/contextFaithfulness.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;;;;;;;GASG;AACH,wBAAsB,yBAAyB,CAAC,EAC9C,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,gBAAgB,EAChB,mBAAmB,GACpB,EAAE,eAAe,GAAG,OAAO,CAAC,aAAa,CAAC,CAmC1C"}

package/dist/src/assertions/contextFaithfulness.js

@@ -17,14 +17,14 @@ const contextUtils_1 = require("./contextUtils");
  * @param params - Assertion parameters including test case, output, and configuration
  * @returns Promise resolving to grading result with pass/fail and score
  */
-async function handleContextFaithfulness({ assertion, test, output, prompt, providerResponse, }) {
+async function handleContextFaithfulness({ assertion, test, output, prompt, providerResponse, providerCallContext, }) {
     (0, invariant_1.default)(test.vars, 'context-faithfulness assertion requires a test with variables');
     (0, invariant_1.default)(typeof test.vars.query === 'string', 'context-faithfulness assertion requires a "query" variable with the user question');
     (0, invariant_1.default)(typeof output === 'string', 'context-faithfulness assertion requires string output from the provider');
     const context = await (0, contextUtils_1.resolveContext)(assertion, test, output, prompt, undefined, providerResponse);
     return {
         assertion,
-        ...(await (0, matchers_1.matchesContextFaithfulness)(test.vars.query, output, context, assertion.threshold ?? 0, test.options)),
+        ...(await (0, matchers_1.matchesContextFaithfulness)(test.vars.query, output, context, assertion.threshold ?? 0, test.options, test.vars, providerCallContext)),
         metadata: {
             context,
         },

package/dist/src/assertions/contextFaithfulness.js.map

@@ -1 +1 @@
-{"version":3,"file":"contextFaithfulness.js","sourceRoot":"","sources":["../../../src/assertions/contextFaithfulness.ts"],"names":[],"mappings":";;;;;AAgBA,8DAuCC;AAvDD,0CAAyD;AACzD,kEAA0C;AAC1C,iDAAgD;AAIhD;;;;;;;;;GASG;AACI,KAAK,UAAU,yBAAyB,CAAC,EAC9C,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,gBAAgB,GACA;IAChB,IAAA,mBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,+DAA+D,CAAC,CAAC;IACtF,IAAA,mBAAS,EACP,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ,EACnC,mFAAmF,CACpF,CAAC;IACF,IAAA,mBAAS,EACP,OAAO,MAAM,KAAK,QAAQ,EAC1B,yEAAyE,CAC1E,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAc,EAClC,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,gBAAgB,CACjB,CAAC;IAEF,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,qCAA0B,EAClC,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,MAAM,EACN,OAAO,EACP,SAAS,CAAC,SAAS,IAAI,CAAC,EACxB,IAAI,CAAC,OAAO,CACb,CAAC;QACF,QAAQ,EAAE;YACR,OAAO;SACR;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"contextFaithfulness.js","sourceRoot":"","sources":["../../../src/assertions/contextFaithfulness.ts"],"names":[],"mappings":";;;;;AAgBA,8DA0CC;AA1DD,0CAAyD;AACzD,kEAA0C;AAC1C,iDAAgD;AAIhD;;;;;;;;;GASG;AACI,KAAK,UAAU,yBAAyB,CAAC,EAC9C,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,gBAAgB,EAChB,mBAAmB,GACH;IAChB,IAAA,mBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,+DAA+D,CAAC,CAAC;IACtF,IAAA,mBAAS,EACP,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ,EACnC,mFAAmF,CACpF,CAAC;IACF,IAAA,mBAAS,EACP,OAAO,MAAM,KAAK,QAAQ,EAC1B,yEAAyE,CAC1E,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAc,EAClC,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,gBAAgB,CACjB,CAAC;IAEF,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,qCAA0B,EAClC,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,MAAM,EACN,OAAO,EACP,SAAS,CAAC,SAAS,IAAI,CAAC,EACxB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,EACT,mBAAmB,CACpB,CAAC;QACF,QAAQ,EAAE;YACR,OAAO;SACR;KACF,CAAC;AACJ,CAAC"}

package/dist/src/assertions/contextRecall.d.ts

@@ -9,5 +9,5 @@ import type { AssertionParams, GradingResult } from '../types/index';
  * @param params - Assertion parameters including test case, output, and configuration
  * @returns Promise resolving to grading result with pass/fail and score
  */
-export declare const handleContextRecall: ({ assertion, renderedValue, prompt, test, output, providerResponse, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleContextRecall: ({ assertion, renderedValue, prompt, test, output, providerResponse, providerCallContext, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=contextRecall.d.ts.map

package/dist/src/assertions/contextRecall.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"contextRecall.d.ts","sourceRoot":"","sources":["../../../src/assertions/contextRecall.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;;;;;;;GASG;AACH,eAAO,MAAM,mBAAmB,GAAU,uEAOvC,eAAe,KAAG,OAAO,CAAC,aAAa,CA0BzC,CAAC"}
+{"version":3,"file":"contextRecall.d.ts","sourceRoot":"","sources":["../../../src/assertions/contextRecall.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;;;;;;;GASG;AACH,eAAO,MAAM,mBAAmB,GAAU,4FAQvC,eAAe,KAAG,OAAO,CAAC,aAAa,CA2BzC,CAAC"}

package/dist/src/assertions/contextRecall.js

@@ -17,14 +17,14 @@ const contextUtils_1 = require("./contextUtils");
  * @param params - Assertion parameters including test case, output, and configuration
  * @returns Promise resolving to grading result with pass/fail and score
  */
-const handleContextRecall = async ({ assertion, renderedValue, prompt, test, output, providerResponse, }) => {
+const handleContextRecall = async ({ assertion, renderedValue, prompt, test, output, providerResponse, providerCallContext, }) => {
     (0, invariant_1.default)(typeof renderedValue === 'string', 'context-recall assertion requires a string value (expected answer or fact to verify)');
     (0, invariant_1.default)(prompt, 'context-recall assertion requires a prompt');
     const context = await (0, contextUtils_1.resolveContext)(assertion, test, output, prompt, prompt, providerResponse);
     // RAGAS context-recall checks if ground truth (renderedValue) can be attributed to context
     const result = await (0, matchers_1.matchesContextRecall)(context, // context parameter (used as {{context}} in prompt)
     renderedValue, // ground truth parameter (used as {{groundTruth}} in prompt)
-    assertion.threshold ?? 0, test.options, test.vars);
+    assertion.threshold ?? 0, test.options, test.vars, providerCallContext);
     return {
         assertion,
         ...result,

package/dist/src/assertions/contextRecall.js.map

@@ -1 +1 @@
-{"version":3,"file":"contextRecall.js","sourceRoot":"","sources":["../../../src/assertions/contextRecall.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAmD;AACnD,kEAA0C;AAC1C,iDAAgD;AAIhD;;;;;;;;;GASG;AACI,MAAM,mBAAmB,GAAG,KAAK,EAAE,EACxC,SAAS,EACT,aAAa,EACb,MAAM,EACN,IAAI,EACJ,MAAM,EACN,gBAAgB,GACA,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,EACjC,sFAAsF,CACvF,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,4CAA4C,CAAC,CAAC;IAEhE,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAc,EAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAEhG,2FAA2F;IAC3F,MAAM,MAAM,GAAG,MAAM,IAAA,+BAAoB,EACvC,OAAO,EAAE,oDAAoD;IAC7D,aAAa,EAAE,6DAA6D;IAC5E,SAAS,CAAC,SAAS,IAAI,CAAC,EACxB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,CACV,CAAC;IAEF,OAAO;QACL,SAAS;QACT,GAAG,MAAM;QACT,QAAQ,EAAE;YACR,OAAO;YACP,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;SAC3B;KACF,CAAC;AACJ,CAAC,CAAC;AAjCW,QAAA,mBAAmB,uBAiC9B"}
+{"version":3,"file":"contextRecall.js","sourceRoot":"","sources":["../../../src/assertions/contextRecall.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAmD;AACnD,kEAA0C;AAC1C,iDAAgD;AAIhD;;;;;;;;;GASG;AACI,MAAM,mBAAmB,GAAG,KAAK,EAAE,EACxC,SAAS,EACT,aAAa,EACb,MAAM,EACN,IAAI,EACJ,MAAM,EACN,gBAAgB,EAChB,mBAAmB,GACH,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,EACjC,sFAAsF,CACvF,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,4CAA4C,CAAC,CAAC;IAEhE,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAc,EAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAEhG,2FAA2F;IAC3F,MAAM,MAAM,GAAG,MAAM,IAAA,+BAAoB,EACvC,OAAO,EAAE,oDAAoD;IAC7D,aAAa,EAAE,6DAA6D;IAC5E,SAAS,CAAC,SAAS,IAAI,CAAC,EACxB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,EACT,mBAAmB,CACpB,CAAC;IAEF,OAAO;QACL,SAAS;QACT,GAAG,MAAM;QACT,QAAQ,EAAE;YACR,OAAO;YACP,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;SAC3B;KACF,CAAC;AACJ,CAAC,CAAC;AAnCW,QAAA,mBAAmB,uBAmC9B"}

package/dist/src/assertions/contextRelevance.d.ts

@@ -9,5 +9,5 @@ import type { AssertionParams, GradingResult } from '../types/index';
  * @param params - Assertion parameters including test case, output, and configuration
  * @returns Promise resolving to grading result with pass/fail and score
  */
-export declare const handleContextRelevance: ({ assertion, test, output, prompt, providerResponse, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleContextRelevance: ({ assertion, test, output, prompt, providerResponse, providerCallContext, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=contextRelevance.d.ts.map

package/dist/src/assertions/contextRelevance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"contextRelevance.d.ts","sourceRoot":"","sources":["../../../src/assertions/contextRelevance.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;;;;;;;GASG;AACH,eAAO,MAAM,sBAAsB,GAAU,wDAM1C,eAAe,KAAG,OAAO,CAAC,aAAa,CA+BzC,CAAC"}
+{"version":3,"file":"contextRelevance.d.ts","sourceRoot":"","sources":["../../../src/assertions/contextRelevance.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE;;;;;;;;;GASG;AACH,eAAO,MAAM,sBAAsB,GAAU,6EAO1C,eAAe,KAAG,OAAO,CAAC,aAAa,CAgCzC,CAAC"}

package/dist/src/assertions/contextRelevance.js

@@ -17,11 +17,11 @@ const contextUtils_1 = require("./contextUtils");
  * @param params - Assertion parameters including test case, output, and configuration
  * @returns Promise resolving to grading result with pass/fail and score
  */
-const handleContextRelevance = async ({ assertion, test, output, prompt, providerResponse, }) => {
+const handleContextRelevance = async ({ assertion, test, output, prompt, providerResponse, providerCallContext, }) => {
     (0, invariant_1.default)(test.vars, 'context-relevance assertion requires a test with variables');
     (0, invariant_1.default)(typeof test.vars.query === 'string', 'context-relevance assertion requires a "query" variable with the user question');
     const context = await (0, contextUtils_1.resolveContext)(assertion, test, output, prompt, undefined, providerResponse);
-    const result = await (0, matchers_1.matchesContextRelevance)(test.vars.query, context, assertion.threshold ?? 0, test.options);
+    const result = await (0, matchers_1.matchesContextRelevance)(test.vars.query, context, assertion.threshold ?? 0, test.options, providerCallContext);
     return {
         assertion,
         ...result,

package/dist/src/assertions/contextRelevance.js.map

@@ -1 +1 @@
-{"version":3,"file":"contextRelevance.js","sourceRoot":"","sources":["../../../src/assertions/contextRelevance.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAsD;AACtD,kEAA0C;AAC1C,iDAAgD;AAIhD;;;;;;;;;GASG;AACI,MAAM,sBAAsB,GAAG,KAAK,EAAE,EAC3C,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,gBAAgB,GACA,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,4DAA4D,CAAC,CAAC;IACnF,IAAA,mBAAS,EACP,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ,EACnC,gFAAgF,CACjF,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAc,EAClC,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,gBAAgB,CACjB,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,IAAA,kCAAuB,EAC1C,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,OAAO,EACP,SAAS,CAAC,SAAS,IAAI,CAAC,EACxB,IAAI,CAAC,OAAO,CACb,CAAC;IAEF,OAAO;QACL,SAAS;QACT,GAAG,MAAM;QACT,QAAQ,EAAE;YACR,OAAO;YACP,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;SAC3B;KACF,CAAC;AACJ,CAAC,CAAC;AArCW,QAAA,sBAAsB,0BAqCjC"}
+{"version":3,"file":"contextRelevance.js","sourceRoot":"","sources":["../../../src/assertions/contextRelevance.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAsD;AACtD,kEAA0C;AAC1C,iDAAgD;AAIhD;;;;;;;;;GASG;AACI,MAAM,sBAAsB,GAAG,KAAK,EAAE,EAC3C,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,gBAAgB,EAChB,mBAAmB,GACH,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EAAC,IAAI,CAAC,IAAI,EAAE,4DAA4D,CAAC,CAAC;IACnF,IAAA,mBAAS,EACP,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,QAAQ,EACnC,gFAAgF,CACjF,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAc,EAClC,SAAS,EACT,IAAI,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,gBAAgB,CACjB,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,IAAA,kCAAuB,EAC1C,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,OAAO,EACP,SAAS,CAAC,SAAS,IAAI,CAAC,EACxB,IAAI,CAAC,OAAO,EACZ,mBAAmB,CACpB,CAAC;IAEF,OAAO;QACL,SAAS;QACT,GAAG,MAAM;QACT,QAAQ,EAAE;YACR,OAAO;YACP,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;SAC3B;KACF,CAAC;AACJ,CAAC,CAAC;AAvCW,QAAA,sBAAsB,0BAuCjC"}

package/dist/src/assertions/factuality.d.ts

@@ -1,3 +1,3 @@
 import type { AssertionParams, GradingResult } from '../types/index';
-export declare const handleFactuality: ({ assertion, renderedValue, outputString, test, prompt, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleFactuality: ({ assertion, renderedValue, outputString, test, prompt, providerCallContext, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=factuality.d.ts.map

package/dist/src/assertions/factuality.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"factuality.d.ts","sourceRoot":"","sources":["../../../src/assertions/factuality.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,gBAAgB,GAAU,2DAMpC,eAAe,KAAG,OAAO,CAAC,aAAa,CAiBzC,CAAC"}
+{"version":3,"file":"factuality.d.ts","sourceRoot":"","sources":["../../../src/assertions/factuality.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,gBAAgB,GAAU,gFAOpC,eAAe,KAAG,OAAO,CAAC,aAAa,CAwBzC,CAAC"}

package/dist/src/assertions/factuality.js

@@ -7,7 +7,7 @@ exports.handleFactuality = void 0;
 const matchers_1 = require("../matchers");
 const invariant_1 = __importDefault(require("../util/invariant"));
 const templates_1 = require("../util/templates");
-const handleFactuality = async ({ assertion, renderedValue, outputString, test, prompt, }) => {
+const handleFactuality = async ({ assertion, renderedValue, outputString, test, prompt, providerCallContext, }) => {
     (0, invariant_1.default)(typeof renderedValue === 'string', 'factuality assertion type must have a string value');
     (0, invariant_1.default)(prompt, 'factuality assertion type must have a prompt');
     if (test.options?.rubricPrompt) {
@@ -18,7 +18,7 @@ const handleFactuality = async ({ assertion, renderedValue, outputString, test,
     }
     return {
         assertion,
-        ...(await (0, matchers_1.matchesFactuality)(prompt, renderedValue, outputString, test.options, test.vars)),
+        ...(await (0, matchers_1.matchesFactuality)(prompt, renderedValue, outputString, test.options, test.vars, providerCallContext)),
     };
 };
 exports.handleFactuality = handleFactuality;

package/dist/src/assertions/factuality.js.map

@@ -1 +1 @@
-{"version":3,"file":"factuality.js","sourceRoot":"","sources":["../../../src/assertions/factuality.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAgD;AAChD,kEAA0C;AAC1C,iDAAsD;AAI/C,MAAM,gBAAgB,GAAG,KAAK,EAAE,EACrC,SAAS,EACT,aAAa,EACb,YAAY,EACZ,IAAI,EACJ,MAAM,GACU,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,EACjC,oDAAoD,CACrD,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,8CAA8C,CAAC,CAAC;IAClE,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;QAC/B,4BAA4B;QAC5B,IAAA,mBAAS,EAAC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,+BAA+B,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,4BAAiB,EAAC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;KAC3F,CAAC;AACJ,CAAC,CAAC;AAvBW,QAAA,gBAAgB,oBAuB3B"}
+{"version":3,"file":"factuality.js","sourceRoot":"","sources":["../../../src/assertions/factuality.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAgD;AAChD,kEAA0C;AAC1C,iDAAsD;AAI/C,MAAM,gBAAgB,GAAG,KAAK,EAAE,EACrC,SAAS,EACT,aAAa,EACb,YAAY,EACZ,IAAI,EACJ,MAAM,EACN,mBAAmB,GACH,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,EACjC,oDAAoD,CACrD,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,8CAA8C,CAAC,CAAC;IAClE,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;QAC/B,4BAA4B;QAC5B,IAAA,mBAAS,EAAC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,+BAA+B,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,4BAAiB,EACzB,MAAM,EACN,aAAa,EACb,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,EACT,mBAAmB,CACpB,CAAC;KACH,CAAC;AACJ,CAAC,CAAC;AA/BW,QAAA,gBAAgB,oBA+B3B"}

package/dist/src/assertions/geval.d.ts

@@ -1,3 +1,3 @@
 import type { AssertionParams, GradingResult } from '../types/index';
-export declare const handleGEval: ({ assertion, renderedValue, prompt, outputString, test, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleGEval: ({ assertion, renderedValue, prompt, outputString, test, providerCallContext, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=geval.d.ts.map

package/dist/src/assertions/geval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"geval.d.ts","sourceRoot":"","sources":["../../../src/assertions/geval.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,WAAW,GAAU,2DAM/B,eAAe,KAAG,OAAO,CAAC,aAAa,CAwCzC,CAAC"}
+{"version":3,"file":"geval.d.ts","sourceRoot":"","sources":["../../../src/assertions/geval.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,WAAW,GAAU,gFAO/B,eAAe,KAAG,OAAO,CAAC,aAAa,CAgDzC,CAAC"}

package/dist/src/assertions/geval.js

@@ -6,14 +6,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.handleGEval = void 0;
 const matchers_1 = require("../matchers");
 const invariant_1 = __importDefault(require("../util/invariant"));
-const handleGEval = async ({ assertion, renderedValue, prompt, outputString, test, }) => {
+const handleGEval = async ({ assertion, renderedValue, prompt, outputString, test, providerCallContext, }) => {
     (0, invariant_1.default)(typeof renderedValue === 'string' || Array.isArray(renderedValue), 'G-Eval assertion type must have a string or array of strings value');
     const threshold = assertion.threshold ?? 0.7;
     if (Array.isArray(renderedValue)) {
         const scores = [];
         const reasons = [];
         for (const value of renderedValue) {
-            const resp = await (0, matchers_1.matchesGEval)(value, prompt || '', outputString, threshold, test.options);
+            const resp = await (0, matchers_1.matchesGEval)(value, prompt || '', outputString, threshold, test.options, providerCallContext);
             scores.push(resp.score);
             reasons.push(resp.reason);
         }
@@ -26,7 +26,7 @@ const handleGEval = async ({ assertion, renderedValue, prompt, outputString, tes
         };
     }
     else {
-        const resp = await (0, matchers_1.matchesGEval)(renderedValue, prompt || '', outputString, threshold, test.options);
+        const resp = await (0, matchers_1.matchesGEval)(renderedValue, prompt || '', outputString, threshold, test.options, providerCallContext);
         return {
             assertion,
             ...resp,

package/dist/src/assertions/geval.js.map

@@ -1 +1 @@
-{"version":3,"file":"geval.js","sourceRoot":"","sources":["../../../src/assertions/geval.ts"],"names":[],"mappings":";;;;;;AAAA,0CAA2C;AAC3C,kEAA0C;AAInC,MAAM,WAAW,GAAG,KAAK,EAAE,EAChC,SAAS,EACT,aAAa,EACb,MAAM,EACN,YAAY,EACZ,IAAI,GACY,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EACjE,oEAAoE,CACrE,CAAC;IAEF,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,IAAI,GAAG,CAAC;IAE7C,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,MAAM,IAAA,uBAAY,EAAC,KAAK,EAAE,MAAM,IAAI,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAE5F,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,OAAO;YACL,SAAS;YACT,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS;YAC5C,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM;YAChC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SAC7B,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,MAAM,IAAA,uBAAY,EAC7B,aAAa,EACb,MAAM,IAAI,EAAE,EACZ,YAAY,EACZ,SAAS,EACT,IAAI,CAAC,OAAO,CACb,CAAC;QAEF,OAAO;YACL,SAAS;YACT,GAAG,IAAI;SACR,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AA9CW,QAAA,WAAW,eA8CtB"}
+{"version":3,"file":"geval.js","sourceRoot":"","sources":["../../../src/assertions/geval.ts"],"names":[],"mappings":";;;;;;AAAA,0CAA2C;AAC3C,kEAA0C;AAInC,MAAM,WAAW,GAAG,KAAK,EAAE,EAChC,SAAS,EACT,aAAa,EACb,MAAM,EACN,YAAY,EACZ,IAAI,EACJ,mBAAmB,GACH,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EACjE,oEAAoE,CACrE,CAAC;IAEF,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,IAAI,GAAG,CAAC;IAE7C,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,IAAI,GAAG,MAAM,IAAA,uBAAY,EAC7B,KAAK,EACL,MAAM,IAAI,EAAE,EACZ,YAAY,EACZ,SAAS,EACT,IAAI,CAAC,OAAO,EACZ,mBAAmB,CACpB,CAAC;YAEF,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEpD,OAAO;YACL,SAAS;YACT,IAAI,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM,IAAI,SAAS;YAC5C,KAAK,EAAE,SAAS,GAAG,MAAM,CAAC,MAAM;YAChC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;SAC7B,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,GAAG,MAAM,IAAA,uBAAY,EAC7B,aAAa,EACb,MAAM,IAAI,EAAE,EACZ,YAAY,EACZ,SAAS,EACT,IAAI,CAAC,OAAO,EACZ,mBAAmB,CACpB,CAAC;QAEF,OAAO;YACL,SAAS;YACT,GAAG,IAAI;SACR,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAvDW,QAAA,WAAW,eAuDtB"}

package/dist/src/assertions/index.d.ts

@@ -1,6 +1,6 @@
 import { matchesConversationRelevance } from '../external/matchers/deepeval';
 import { matchesAnswerRelevance, matchesClassification, matchesClosedQa, matchesContextFaithfulness, matchesContextRecall, matchesContextRelevance, matchesFactuality, matchesLlmRubric, matchesModeration, matchesSelectBest, matchesSimilarity } from '../matchers';
-import { type ApiProvider, type Assertion, type AssertionType, type AtomicTestCase, type GradingResult } from '../types/index';
+import { type ApiProvider, type Assertion, type AssertionType, type AtomicTestCase, type CallApiContextParams, type GradingResult } from '../types/index';
 import type { ProviderResponse, ScoringFunction } from '../types/index';
 export declare const MODEL_GRADED_ASSERTION_TYPES: Set<"moderation" | "cost" | `promptfoo:redteam:${string}` | "factuality" | "answer-relevance" | "bleu" | "classifier" | "contains" | "contains-all" | "contains-any" | "contains-html" | "contains-json" | "contains-sql" | "contains-xml" | "context-faithfulness" | "context-recall" | "context-relevance" | "conversation-relevance" | "equals" | "finish-reason" | "g-eval" | "gleu" | "guardrails" | "icontains" | "icontains-all" | "icontains-any" | "is-html" | "is-json" | "is-refusal" | "is-sql" | "is-valid-function-call" | "is-valid-openai-function-call" | "is-valid-openai-tools-call" | "is-xml" | "javascript" | "latency" | "levenshtein" | "llm-rubric" | "pi" | "meteor" | "model-graded-closedqa" | "model-graded-factuality" | "perplexity" | "perplexity-score" | "python" | "regex" | "rouge-n" | "ruby" | "similar" | "starts-with" | "trace-error-spans" | "trace-span-count" | "trace-span-duration" | "webhook" | "not-moderation" | "not-cost" | "not-factuality" | "not-answer-relevance" | "not-bleu" | "not-classifier" | "not-contains" | "not-contains-all" | "not-contains-any" | "not-contains-html" | "not-contains-json" | "not-contains-sql" | "not-contains-xml" | "not-context-faithfulness" | "not-context-recall" | "not-context-relevance" | "not-conversation-relevance" | "not-equals" | "not-finish-reason" | "not-g-eval" | "not-gleu" | "not-guardrails" | "not-icontains" | "not-icontains-all" | "not-icontains-any" | "not-is-html" | "not-is-json" | "not-is-refusal" | "not-is-sql" | "not-is-valid-function-call" | "not-is-valid-openai-function-call" | "not-is-valid-openai-tools-call" | "not-is-xml" | "not-javascript" | "not-latency" | "not-levenshtein" | "not-llm-rubric" | "not-pi" | "not-meteor" | "not-model-graded-closedqa" | "not-model-graded-factuality" | "not-perplexity" | "not-perplexity-score" | "not-python" | "not-regex" | "not-rouge-n" | "not-ruby" | "not-similar" | "not-starts-with" | "not-trace-error-spans" | "not-trace-span-count" | "not-trace-span-duration" | "not-webhook" | "select-best" | "human" | "max-score">;
 /**
@@ -36,7 +36,7 @@ export declare function runAssertions({ assertScoringFunction, latencyMs, prompt
     test: AtomicTestCase;
     traceId?: string;
 }): Promise<GradingResult>;
-export declare function runCompareAssertion(test: AtomicTestCase, assertion: Assertion, outputs: string[]): Promise<GradingResult[]>;
+export declare function runCompareAssertion(test: AtomicTestCase, assertion: Assertion, outputs: string[], context?: CallApiContextParams): Promise<GradingResult[]>;
 export declare function readAssertions(filePath: string): Promise<Assertion[]>;
 declare const _default: {
     runAssertion: typeof runAssertion;

package/dist/src/assertions/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAE7E,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,eAAe,EACf,0BAA0B,EAC1B,oBAAoB,EACpB,uBAAuB,EACvB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,aAAa,EACnB,MAAM,gBAAgB,CAAC;AAuDxB,OAAO,KAAK,EAIV,gBAAgB,EAChB,eAAe,EAChB,MAAM,gBAAgB,CAAC;AAIxB,eAAO,MAAM,4BAA4B,w/DASvC,CAAC;AAmFH;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAEhE;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS,GAAG,aAAa,CAGxE;AAED,wBAAsB,YAAY,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,SAAS,EACT,IAAI,EACJ,SAAS,EACT,gBAAgB,EAChB,OAAO,GACR,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,SAAS,EAAE,SAAS,CAAC;IACrB,IAAI,EAAE,cAAc,CAAC;IACrB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,aAAa,CAAC,CAoKzB;AAED,wBAAsB,aAAa,CAAC,EAClC,qBAAqB,EACrB,SAAS,EACT,MAAM,EACN,QAAQ,EACR,gBAAgB,EAChB,IAAI,EACJ,OAAO,GACR,EAAE;IACD,qBAAqB,CAAC,EAAE,eAAe,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,aAAa,CAAC,CAoFzB;AAED,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,cAAc,EACpB,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,aAAa,EAAE,CAAC,CAa1B;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAU3E;;;;;;;;;;;;;;;;;AAGD,wBAeE"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/assertions/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,4BAA4B,EAAE,MAAM,+BAA+B,CAAC;AAE7E,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,eAAe,EACf,0BAA0B,EAC1B,oBAAoB,EACpB,uBAAuB,EACvB,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,aAAa,CAAC;AAGrB,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,oBAAoB,EACzB,KAAK,aAAa,EACnB,MAAM,gBAAgB,CAAC;AAuDxB,OAAO,KAAK,EAIV,gBAAgB,EAChB,eAAe,EAChB,MAAM,gBAAgB,CAAC;AAIxB,eAAO,MAAM,4BAA4B,w/DASvC,CAAC;AAmFH;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAEhE;AAED;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS,GAAG,aAAa,CAGxE;AAED,wBAAsB,YAAY,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,SAAS,EACT,IAAI,EACJ,SAAS,EACT,gBAAgB,EAChB,OAAO,GACR,EAAE;IACD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,SAAS,EAAE,SAAS,CAAC;IACrB,IAAI,EAAE,cAAc,CAAC;IACrB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,aAAa,CAAC,CA8KzB;AAED,wBAAsB,aAAa,CAAC,EAClC,qBAAqB,EACrB,SAAS,EACT,MAAM,EACN,QAAQ,EACR,gBAAgB,EAChB,IAAI,EACJ,OAAO,GACR,EAAE;IACD,qBAAqB,CAAC,EAAE,eAAe,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,GAAG,OAAO,CAAC,aAAa,CAAC,CAoFzB;AAED,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,cAAc,EACpB,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,MAAM,EAAE,EACjB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,aAAa,EAAE,CAAC,CAc1B;AAED,wBAAsB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,CAU3E;;;;;;;;;;;;;;;;;AAGD,wBAeE"}

package/dist/src/assertions/index.js

@@ -327,10 +327,19 @@ async function runAssertion({ prompt, provider, assertion, test, latencyMs, prov
             return v;
         });
     }
+    // Construct CallApiContextParams for model-graded assertions that need originalProvider
+    const providerCallContext = provider
+        ? {
+            originalProvider: provider,
+            prompt: { raw: prompt || '', label: '' },
+            vars: test.vars || {},
+        }
+        : undefined;
     const assertionParams = {
         assertion,
         baseType: getAssertionBaseType(assertion),
-        context,
+        providerCallContext,
+        assertionValueContext: context,
         cost,
         inverse: isAssertionInverse(assertion),
         latencyMs,
@@ -426,10 +435,10 @@ async function runAssertions({ assertScoringFunction, latencyMs, prompt, provide
     });
     return mainAssertResult.testResult(assertScoringFunction);
 }
-async function runCompareAssertion(test, assertion, outputs) {
+async function runCompareAssertion(test, assertion, outputs, context) {
     (0, invariant_1.default)(typeof assertion.value === 'string', 'select-best must have a string value');
     test = (0, utils_1.getFinalTest)(test, assertion);
-    const comparisonResults = await (0, matchers_1.matchesSelectBest)(assertion.value, outputs, test.options, test.vars);
+    const comparisonResults = await (0, matchers_1.matchesSelectBest)(assertion.value, outputs, test.options, test.vars, context);
     return comparisonResults.map((result) => ({
         ...result,
         assertion,

package/dist/src/assertions/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/assertions/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkMA,gDAEC;AAQD,oDAGC;AAED,oCAqLC;AAED,sCAoGC;AAED,kDAiBC;AAED,wCAUC;AA3gBD,4CAAoB;AACpB,gDAAwB;AAExB,kDAA0B;AAC1B,sDAA2B;AAC3B,2DAAmC;AACnC,sCAAsC;AACtC,8DAA8E;AAC9E,4DAA6E;AAC7E,uDAA+B;AAC/B,0CAYqB;AACrB,8DAA4E;AAC5E,uDAAkD;AAQlD,2DAA0D;AAC1D,kEAA0C;AAC1C,iDAAsD;AACtD,iDAA8C;AAC9C,uDAA0D;AAC1D,yDAAsD;AACtD,iCAAyC;AACzC,6CAAgD;AAChD,yCAOoB;AACpB,+DAAkE;AAClE,mDAAsD;AACtD,yDAA4D;AAC5D,iCAAoC;AACpC,qCAAwC;AACxC,6CAAgD;AAChD,iDAAoD;AACpD,yDAA+D;AAC/D,mCAAsC;AACtC,iCAAyC;AACzC,6CAAgD;AAChD,iCAA0D;AAC1D,6CAAgD;AAChD,iCAA0D;AAC1D,uCAA0C;AAC1C,+CAAkD;AAClD,2CAA8C;AAC9C,+DAAkE;AAClE,6CAAgD;AAChD,qCAAwD;AACxD,6CAAuE;AACvE,6BAAsC;AACtC,qCAAwC;AACxC,uCAA0C;AAC1C,iCAAoC;AACpC,uCAA4C;AAC5C,mCAAsC;AACtC,mCAA2C;AAC3C,uCAA0C;AAC1C,+BAAuD;AACvD,6CAAgD;AAChD,uDAA0D;AAC1D,qDAAwD;AACxD,2DAA8D;AAC9D,mCAAmG;AACnG,uCAA0C;AAC1C,+BAAoC;AAUpC,MAAM,0BAA0B,GAAG,IAAA,kBAAS,EAAC,sCAAsC,EAAE,CAAC,CAAC,CAAC;AAE3E,QAAA,4BAA4B,GAAG,IAAI,GAAG,CAAgB;IACjE,kBAAkB;IAClB,sBAAsB;IACtB,gBAAgB;IAChB,mBAAmB;IACnB,YAAY;IACZ,YAAY;IACZ,uBAAuB;IACvB,yBAAyB;CAC1B,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAGpB;IACF,kBAAkB,EAAE,uCAAqB;IACzC,IAAI,EAAE,sBAAe;IACrB,UAAU,EAAE,6BAAgB;IAC5B,QAAQ,EAAE,yBAAc;IACxB,cAAc,EAAE,4BAAiB;IACjC,cAAc,EAAE,4BAAiB;IACjC,eAAe,EAAE,yBAAkB;IACnC,eAAe,EAAE,yBAAkB;IACnC,cAAc,EAAE,uBAAiB;IACjC,cAAc,EAAE,iBAAW;IAC3B,sBAAsB,EAAE,+CAAyB;IACjD,gBAAgB,EAAE,mCAAmB;IACrC,mBAAmB,EAAE,yCAAsB;IAC3C,wBAAwB,EAAE,sCAA2B;IACrD,IAAI,EAAE,iBAAU;IAChB,MAAM,EAAE,qBAAY;IACpB,UAAU,EAAE,6BAAgB;IAC5B,eAAe,EAAE,iCAAkB;IACnC,QAAQ,EAAE,mBAAW;IACrB,IAAI,EAAE,sBAAe;IACrB,UAAU,EAAE,6BAAgB;IAC5B,SAAS,EAAE,0BAAe;IAC1B,eAAe,EAAE,6BAAkB;IACnC,eAAe,EAAE,6BAAkB;IACnC,SAAS,EAAE,mBAAY;IACvB,SAAS,EAAE,mBAAY;IACvB,YAAY,EAAE,yBAAe;IAC7B,QAAQ,EAAE,iBAAW;IACrB,wBAAwB,EAAE,4CAAyB;IACnD,+BAA+B,EAAE,4CAAyB;IAC1D,4BAA4B,EAAE,qCAA4B;IAC1D,QAAQ,EAAE,iBAAW;IACrB,UAAU,EAAE,6BAAgB;IAC5B,OAAO,EAAE,uBAAa;IACtB,WAAW,EAAE,+BAAiB;IAC9B,YAAY,EAAE,2BAAe;IAC7B,MAAM,EAAE,KAAK,EAAE,MAAuB,EAAE,EAAE;QACxC,IAAI,CAAC;YACH,MAAM,EAAE,qBAAqB,EAAE,GAAG,wDAAa,UAAU,GAAC,CAAC;YAC3D,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IACE,KAAK,YAAY,KAAK;gBACtB,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;oBAC3C,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,EACzD,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,KAAK;oBACX,KAAK,EAAE,CAAC;oBACR,MAAM,EACJ,oGAAoG;oBACtG,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC5B,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,uBAAuB,EAAE,+CAAyB;IAClD,yBAAyB,EAAE,6BAAgB;IAC3C,UAAU,EAAE,6BAAgB;IAC5B,UAAU,EAAE,6BAAgB;IAC5B,kBAAkB,EAAE,kCAAqB;IACzC,EAAE,EAAE,mBAAc;IAClB,MAAM,EAAE,qBAAY;IACpB,KAAK,EAAE,mBAAW;IAClB,IAAI,EAAE,iBAAU;IAChB,SAAS,EAAE,wBAAgB;IAC3B,OAAO,EAAE,uBAAa;IACtB,aAAa,EAAE,6BAAgB;IAC/B,mBAAmB,EAAE,uCAAqB;IAC1C,kBAAkB,EAAE,qCAAoB;IACxC,qBAAqB,EAAE,2CAAuB;IAC9C,OAAO,EAAE,uBAAa;CACvB,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;AAErC;;;;;GAKG;AACH,SAAgB,kBAAkB,CAAC,SAAoB;IACrD,OAAO,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;GAKG;AACH,SAAgB,oBAAoB,CAAC,SAAoB;IACvD,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC9C,OAAO,OAAO,CAAC,CAAC,CAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAmB,CAAC,CAAC,CAAE,SAAS,CAAC,IAAsB,CAAC;AAClG,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,SAAS,EACT,IAAI,EACJ,SAAS,EACT,gBAAgB,EAChB,OAAO,GAUR;IACC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,gBAAgB,CAAC;IACpE,IAAI,MAAM,GAAG,cAAc,CAAC;IAE5B,IAAA,mBAAS,EAAC,SAAS,CAAC,IAAI,EAAE,+BAA+B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAEtF,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QACxB,MAAM,GAAG,MAAM,IAAA,qBAAS,EAAC,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE;YACpD,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;YACzB,GAAG,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC;SAC9F,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAkC;QAC7C,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;QACrB,IAAI;QACJ,QAAQ;QACR,QAAQ;QACR,gBAAgB;QAChB,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3E,CAAC;IAEF,yCAAyC;IACzC,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,EAAE,aAAa,EAAE,GAAG,wDAAa,kBAAkB,GAAC,CAAC;YAC3D,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACrD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,GAAG;oBACd,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,EAAE;iBAC7B,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,6CAA6C,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,IAAI,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC;IACpC,IAAI,eAA+E,CAAC;IACpF,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACtC,IAAI,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,kBAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,QAAQ,GAAG,OAAO,CAAC;YACvB,IAAI,YAAgC,CAAC;YAErC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAChD,QAAQ,GAAG,QAAQ,CAAC;gBACpB,YAAY,GAAG,QAAQ,CAAC;YAC1B,CAAC;YAED,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE5C,IAAI,IAAA,iCAAgB,EAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,eAAe,GAAG,MAAM,IAAA,8BAAsB,EAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC1F,gBAAM,CAAC,KAAK,CAAC,qBAAqB,QAAQ,YAAY,eAAe,EAAE,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACH,MAAM,kBAAkB,GAAG,MAAM,IAAA,uBAAS,EAAC,QAAQ,EAAE,YAAY,IAAI,YAAY,EAAE;wBACjF,MAAM;wBACN,OAAO;qBACR,CAAC,CAAC;oBACH,eAAe,GAAG,kBAAkB,CAAC;oBACrC,gBAAM,CAAC,KAAK,CAAC,iBAAiB,QAAQ,YAAY,eAAe,EAAE,CAAC,CAAC;gBACvE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,CAAC;wBACR,MAAM,EAAG,KAAe,CAAC,OAAO;wBAChC,SAAS;qBACV,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACH,MAAM,EAAE,OAAO,EAAE,GAAG,wDAAa,mBAAmB,GAAC,CAAC;oBACtD,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,YAAY,IAAI,YAAY,EAAE;wBAC7E,MAAM;wBACN,OAAO;qBACR,CAAC,CAAC;oBACH,eAAe,GAAG,gBAAgB,CAAC;oBACnC,gBAAM,CAAC,KAAK,CAAC,eAAe,QAAQ,YAAY,eAAe,EAAE,CAAC,CAAC;gBACrE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,CAAC;wBACR,MAAM,EAAG,KAAe,CAAC,OAAO;wBAChC,SAAS;qBACV,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,aAAa,GAAG,IAAA,4BAAoB,EAAC,aAAa,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;aAAM,IAAI,IAAA,6BAAa,EAAC,aAAa,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,kBAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;YACzC,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAe,EAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACtE,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,wBAAwB,aAAa,kCAAkC,OAAO,cAAc,EAAE,CAC/F,CAAC;YACJ,CAAC;YAED,eAAe,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,6BAA6B;YAC7B,aAAa,GAAG,QAAQ,CAAC,YAAY,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;SAAM,IAAI,aAAa,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACzD,oCAAoC;QACpC,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACtC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC1B,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,OAAO,IAAA,4BAAoB,EAAC,CAAC,CAAC,CAAC;gBACjC,CAAC;gBACD,OAAO,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,eAAe,GAAoB;QACvC,SAAS;QACT,QAAQ,EAAE,oBAAoB,CAAC,SAAS,CAAC;QACzC,OAAO;QACP,IAAI;QACJ,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC;QACtC,SAAS;QACT,QAAQ;QACR,MAAM;QACN,YAAY,EAAE,IAAA,oBAAY,EAAC,MAAM,CAAC;QAClC,MAAM;QACN,QAAQ;QACR,gBAAgB;QAChB,aAAa;QACb,IAAI,EAAE,IAAA,oBAAY,EAAC,IAAI,EAAE,SAAS,CAAC;QACnC,eAAe;KAChB,CAAC;IAEF,qCAAqC;IACrC,IAAI,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAA,uBAAa,EAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,eAAe,CAAC,QAA2C,CAAC,CAAC;IAChG,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;QAE9C,wEAAwE;QACxE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,GAAG,MAAM;gBACT,IAAI,EAAE,IAAI,EAAE,qCAAqC;aAClD,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/D,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,EAClC,qBAAqB,EACrB,SAAS,EACT,MAAM,EACN,QAAQ,EACR,gBAAgB,EAChB,IAAI,EACJ,OAAO,GASR;IACC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,OAAO,mCAAgB,CAAC,eAAe,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,mCAAgB,CAAC;QAC5C,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAuB,EAAE,CAAC;IAChD,MAAM,OAAO,GAIP,IAAI,CAAC,MAAM;SACd,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;QACpB,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,IAAI,mCAAgB,CAAC;gBAC3C,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,kBAAkB,EAAE;oBAClB,YAAY,EAAE,SAAS;oBACvB,KAAK,EAAE,CAAC;iBACT;aACF,CAAC,CAAC;YAEH,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAEvC,OAAO,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;gBAC3C,OAAO;oBACL,SAAS,EAAE,SAAS;oBACpB,YAAY,EAAE,eAAe;oBAC7B,KAAK,EAAE,CAAC;iBACT,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACjE,CAAC,CAAC;SACD,IAAI,EAAE,CAAC;IAEV,MAAM,eAAK,CAAC,cAAc,CACxB,OAAO,EACP,0BAA0B,EAC1B,KAAK,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,EAAE;QAC3C,IAAI,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3E,uGAAuG;YACvG,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,MAAM;YACN,QAAQ;YACR,gBAAgB;YAChB,SAAS;YACT,IAAI;YACJ,SAAS;YACT,WAAW,EAAE,KAAK;YAClB,OAAO;SACR,CAAC,CAAC;QAEH,YAAY,CAAC,SAAS,CAAC;YACrB,KAAK;YACL,MAAM;YACN,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC,CACF,CAAC;IAEF,MAAM,eAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE;QAC9D,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,CAAC;QAClD,MAAM,EACJ,KAAK,EACL,YAAY,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GACjC,GAAG,eAAe,CAAC,kBAAmB,CAAC;QAExC,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK;YACL,MAAM;YACN,MAAM;YACN,MAAM;SACP,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,gBAAgB,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;AAC5D,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACvC,IAAoB,EACpB,SAAoB,EACpB,OAAiB;IAEjB,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EAAE,sCAAsC,CAAC,CAAC;IACvF,IAAI,GAAG,IAAA,oBAAY,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,iBAAiB,GAAG,MAAM,IAAA,4BAAiB,EAC/C,SAAS,CAAC,KAAK,EACf,OAAO,EACP,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,CACV,CAAC;IACF,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxC,GAAG,MAAM;QACT,SAAS;KACV,CAAC,CAAC,CAAC;AACN,CAAC;AAEM,KAAK,UAAU,cAAc,CAAC,QAAgB;IACnD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,iBAAI,CAAC,IAAI,CAAC,YAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAgB,CAAC;QAChF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,MAAM,GAAG,EAAE,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,2DAA2D;AAC3D,kBAAe;IACb,YAAY;IACZ,aAAa;IACb,iBAAiB,EAAjB,4BAAiB;IACjB,qBAAqB,EAArB,gCAAqB;IACrB,gBAAgB,EAAhB,2BAAgB;IAChB,iBAAiB,EAAjB,4BAAiB;IACjB,eAAe,EAAf,0BAAe;IACf,sBAAsB,EAAtB,iCAAsB;IACtB,oBAAoB,EAApB,+BAAoB;IACpB,uBAAuB,EAAvB,kCAAuB;IACvB,0BAA0B,EAA1B,qCAA0B;IAC1B,wBAAwB,EAAE,4BAAiB;IAC3C,iBAAiB,EAAjB,4BAAiB;IACjB,4BAA4B,EAA5B,uCAA4B;CAC7B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/assertions/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmMA,gDAEC;AAQD,oDAGC;AAED,oCA+LC;AAED,sCAoGC;AAED,kDAmBC;AAED,wCAUC;AAxhBD,4CAAoB;AACpB,gDAAwB;AAExB,kDAA0B;AAC1B,sDAA2B;AAC3B,2DAAmC;AACnC,sCAAsC;AACtC,8DAA8E;AAC9E,4DAA6E;AAC7E,uDAA+B;AAC/B,0CAYqB;AACrB,8DAA4E;AAC5E,uDAAkD;AASlD,2DAA0D;AAC1D,kEAA0C;AAC1C,iDAAsD;AACtD,iDAA8C;AAC9C,uDAA0D;AAC1D,yDAAsD;AACtD,iCAAyC;AACzC,6CAAgD;AAChD,yCAOoB;AACpB,+DAAkE;AAClE,mDAAsD;AACtD,yDAA4D;AAC5D,iCAAoC;AACpC,qCAAwC;AACxC,6CAAgD;AAChD,iDAAoD;AACpD,yDAA+D;AAC/D,mCAAsC;AACtC,iCAAyC;AACzC,6CAAgD;AAChD,iCAA0D;AAC1D,6CAAgD;AAChD,iCAA0D;AAC1D,uCAA0C;AAC1C,+CAAkD;AAClD,2CAA8C;AAC9C,+DAAkE;AAClE,6CAAgD;AAChD,qCAAwD;AACxD,6CAAuE;AACvE,6BAAsC;AACtC,qCAAwC;AACxC,uCAA0C;AAC1C,iCAAoC;AACpC,uCAA4C;AAC5C,mCAAsC;AACtC,mCAA2C;AAC3C,uCAA0C;AAC1C,+BAAuD;AACvD,6CAAgD;AAChD,uDAA0D;AAC1D,qDAAwD;AACxD,2DAA8D;AAC9D,mCAAmG;AACnG,uCAA0C;AAC1C,+BAAoC;AAUpC,MAAM,0BAA0B,GAAG,IAAA,kBAAS,EAAC,sCAAsC,EAAE,CAAC,CAAC,CAAC;AAE3E,QAAA,4BAA4B,GAAG,IAAI,GAAG,CAAgB;IACjE,kBAAkB;IAClB,sBAAsB;IACtB,gBAAgB;IAChB,mBAAmB;IACnB,YAAY;IACZ,YAAY;IACZ,uBAAuB;IACvB,yBAAyB;CAC1B,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAGpB;IACF,kBAAkB,EAAE,uCAAqB;IACzC,IAAI,EAAE,sBAAe;IACrB,UAAU,EAAE,6BAAgB;IAC5B,QAAQ,EAAE,yBAAc;IACxB,cAAc,EAAE,4BAAiB;IACjC,cAAc,EAAE,4BAAiB;IACjC,eAAe,EAAE,yBAAkB;IACnC,eAAe,EAAE,yBAAkB;IACnC,cAAc,EAAE,uBAAiB;IACjC,cAAc,EAAE,iBAAW;IAC3B,sBAAsB,EAAE,+CAAyB;IACjD,gBAAgB,EAAE,mCAAmB;IACrC,mBAAmB,EAAE,yCAAsB;IAC3C,wBAAwB,EAAE,sCAA2B;IACrD,IAAI,EAAE,iBAAU;IAChB,MAAM,EAAE,qBAAY;IACpB,UAAU,EAAE,6BAAgB;IAC5B,eAAe,EAAE,iCAAkB;IACnC,QAAQ,EAAE,mBAAW;IACrB,IAAI,EAAE,sBAAe;IACrB,UAAU,EAAE,6BAAgB;IAC5B,SAAS,EAAE,0BAAe;IAC1B,eAAe,EAAE,6BAAkB;IACnC,eAAe,EAAE,6BAAkB;IACnC,SAAS,EAAE,mBAAY;IACvB,SAAS,EAAE,mBAAY;IACvB,YAAY,EAAE,yBAAe;IAC7B,QAAQ,EAAE,iBAAW;IACrB,wBAAwB,EAAE,4CAAyB;IACnD,+BAA+B,EAAE,4CAAyB;IAC1D,4BAA4B,EAAE,qCAA4B;IAC1D,QAAQ,EAAE,iBAAW;IACrB,UAAU,EAAE,6BAAgB;IAC5B,OAAO,EAAE,uBAAa;IACtB,WAAW,EAAE,+BAAiB;IAC9B,YAAY,EAAE,2BAAe;IAC7B,MAAM,EAAE,KAAK,EAAE,MAAuB,EAAE,EAAE;QACxC,IAAI,CAAC;YACH,MAAM,EAAE,qBAAqB,EAAE,GAAG,wDAAa,UAAU,GAAC,CAAC;YAC3D,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IACE,KAAK,YAAY,KAAK;gBACtB,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;oBAC3C,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,EACzD,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,KAAK;oBACX,KAAK,EAAE,CAAC;oBACR,MAAM,EACJ,oGAAoG;oBACtG,SAAS,EAAE,MAAM,CAAC,SAAS;iBAC5B,CAAC;YACJ,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,uBAAuB,EAAE,+CAAyB;IAClD,yBAAyB,EAAE,6BAAgB;IAC3C,UAAU,EAAE,6BAAgB;IAC5B,UAAU,EAAE,6BAAgB;IAC5B,kBAAkB,EAAE,kCAAqB;IACzC,EAAE,EAAE,mBAAc;IAClB,MAAM,EAAE,qBAAY;IACpB,KAAK,EAAE,mBAAW;IAClB,IAAI,EAAE,iBAAU;IAChB,SAAS,EAAE,wBAAgB;IAC3B,OAAO,EAAE,uBAAa;IACtB,aAAa,EAAE,6BAAgB;IAC/B,mBAAmB,EAAE,uCAAqB;IAC1C,kBAAkB,EAAE,qCAAoB;IACxC,qBAAqB,EAAE,2CAAuB;IAC9C,OAAO,EAAE,uBAAa;CACvB,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;AAErC;;;;;GAKG;AACH,SAAgB,kBAAkB,CAAC,SAAoB;IACrD,OAAO,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;GAKG;AACH,SAAgB,oBAAoB,CAAC,SAAoB;IACvD,MAAM,OAAO,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC9C,OAAO,OAAO,CAAC,CAAC,CAAE,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAmB,CAAC,CAAC,CAAE,SAAS,CAAC,IAAsB,CAAC;AAClG,CAAC;AAEM,KAAK,UAAU,YAAY,CAAC,EACjC,MAAM,EACN,QAAQ,EACR,SAAS,EACT,IAAI,EACJ,SAAS,EACT,gBAAgB,EAChB,OAAO,GAUR;IACC,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,cAAc,EAAE,GAAG,gBAAgB,CAAC;IACpE,IAAI,MAAM,GAAG,cAAc,CAAC;IAE5B,IAAA,mBAAS,EAAC,SAAS,CAAC,IAAI,EAAE,+BAA+B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;IAEtF,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;QACxB,MAAM,GAAG,MAAM,IAAA,qBAAS,EAAC,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE;YACpD,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;YACzB,GAAG,CAAC,gBAAgB,IAAI,gBAAgB,CAAC,QAAQ,IAAI,EAAE,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC;SAC9F,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAkC;QAC7C,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;QACrB,IAAI;QACJ,QAAQ;QACR,QAAQ;QACR,gBAAgB;QAChB,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3E,CAAC;IAEF,yCAAyC;IACzC,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC;YACH,MAAM,EAAE,aAAa,EAAE,GAAG,wDAAa,kBAAkB,GAAC,CAAC;YAC3D,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACrD,IAAI,SAAS,EAAE,CAAC;gBACd,OAAO,CAAC,KAAK,GAAG;oBACd,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,EAAE;iBAC7B,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,6CAA6C,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,IAAI,aAAa,GAAG,SAAS,CAAC,KAAK,CAAC;IACpC,IAAI,eAA+E,CAAC;IACpF,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACtC,IAAI,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,kBAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,QAAQ,GAAG,OAAO,CAAC;YACvB,IAAI,YAAgC,CAAC;YAErC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAChD,QAAQ,GAAG,QAAQ,CAAC;gBACpB,YAAY,GAAG,QAAQ,CAAC;YAC1B,CAAC;YAED,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAE5C,IAAI,IAAA,iCAAgB,EAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/B,eAAe,GAAG,MAAM,IAAA,8BAAsB,EAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC1F,gBAAM,CAAC,KAAK,CAAC,qBAAqB,QAAQ,YAAY,eAAe,EAAE,CAAC,CAAC;YAC3E,CAAC;iBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACH,MAAM,kBAAkB,GAAG,MAAM,IAAA,uBAAS,EAAC,QAAQ,EAAE,YAAY,IAAI,YAAY,EAAE;wBACjF,MAAM;wBACN,OAAO;qBACR,CAAC,CAAC;oBACH,eAAe,GAAG,kBAAkB,CAAC;oBACrC,gBAAM,CAAC,KAAK,CAAC,iBAAiB,QAAQ,YAAY,eAAe,EAAE,CAAC,CAAC;gBACvE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,CAAC;wBACR,MAAM,EAAG,KAAe,CAAC,OAAO;wBAChC,SAAS;qBACV,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACH,MAAM,EAAE,OAAO,EAAE,GAAG,wDAAa,mBAAmB,GAAC,CAAC;oBACtD,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,YAAY,IAAI,YAAY,EAAE;wBAC7E,MAAM;wBACN,OAAO;qBACR,CAAC,CAAC;oBACH,eAAe,GAAG,gBAAgB,CAAC;oBACnC,gBAAM,CAAC,KAAK,CAAC,eAAe,QAAQ,YAAY,eAAe,EAAE,CAAC,CAAC;gBACrE,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO;wBACL,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,CAAC;wBACR,MAAM,EAAG,KAAe,CAAC,OAAO;wBAChC,SAAS;qBACV,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,aAAa,GAAG,IAAA,4BAAoB,EAAC,aAAa,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;aAAM,IAAI,IAAA,6BAAa,EAAC,aAAa,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,kBAAQ,CAAC,QAAQ,IAAI,EAAE,CAAC;YACzC,MAAM,cAAc,GAAG,MAAM,IAAA,+BAAe,EAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;YACtE,IAAI,OAAO,cAAc,KAAK,UAAU,EAAE,CAAC;gBACzC,MAAM,IAAI,KAAK,CACb,wBAAwB,aAAa,kCAAkC,OAAO,cAAc,EAAE,CAC/F,CAAC;YACJ,CAAC;YAED,eAAe,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,6BAA6B;YAC7B,aAAa,GAAG,QAAQ,CAAC,YAAY,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;SAAM,IAAI,aAAa,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;QACzD,oCAAoC;QACpC,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACtC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;gBAC1B,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,OAAO,IAAA,4BAAoB,EAAC,CAAC,CAAC,CAAC;gBACjC,CAAC;gBACD,OAAO,QAAQ,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;IACL,CAAC;IAED,wFAAwF;IACxF,MAAM,mBAAmB,GAAqC,QAAQ;QACpE,CAAC,CAAC;YACE,gBAAgB,EAAE,QAAQ;YAC1B,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE;YACxC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;SACtB;QACH,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,eAAe,GAAoB;QACvC,SAAS;QACT,QAAQ,EAAE,oBAAoB,CAAC,SAAS,CAAC;QACzC,mBAAmB;QACnB,qBAAqB,EAAE,OAAO;QAC9B,IAAI;QACJ,OAAO,EAAE,kBAAkB,CAAC,SAAS,CAAC;QACtC,SAAS;QACT,QAAQ;QACR,MAAM;QACN,YAAY,EAAE,IAAA,oBAAY,EAAC,MAAM,CAAC;QAClC,MAAM;QACN,QAAQ;QACR,gBAAgB;QAChB,aAAa;QACb,IAAI,EAAE,IAAA,oBAAY,EAAC,IAAI,EAAE,SAAS,CAAC;QACnC,eAAe;KAChB,CAAC;IAEF,qCAAqC;IACrC,IAAI,eAAe,CAAC,QAAQ,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC9D,OAAO,IAAA,uBAAa,EAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,kBAAkB,CAAC,eAAe,CAAC,QAA2C,CAAC,CAAC;IAChG,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,CAAC;QAE9C,wEAAwE;QACxE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO;gBACL,GAAG,MAAM;gBACT,IAAI,EAAE,IAAI,EAAE,qCAAqC;aAClD,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/D,CAAC;AAEM,KAAK,UAAU,aAAa,CAAC,EAClC,qBAAqB,EACrB,SAAS,EACT,MAAM,EACN,QAAQ,EACR,gBAAgB,EAChB,IAAI,EACJ,OAAO,GASR;IACC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,OAAO,mCAAgB,CAAC,eAAe,EAAE,CAAC;IAC5C,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,mCAAgB,CAAC;QAC5C,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC,CAAC;IACH,MAAM,gBAAgB,GAAuB,EAAE,CAAC;IAChD,MAAM,OAAO,GAIP,IAAI,CAAC,MAAM;SACd,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;QACpB,IAAI,SAAS,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YACpC,MAAM,eAAe,GAAG,IAAI,mCAAgB,CAAC;gBAC3C,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,kBAAkB,EAAE;oBAClB,YAAY,EAAE,SAAS;oBACvB,KAAK,EAAE,CAAC;iBACT;aACF,CAAC,CAAC;YAEH,gBAAgB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAEvC,OAAO,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,EAAE,EAAE;gBAC3C,OAAO;oBACL,SAAS,EAAE,SAAS;oBACpB,YAAY,EAAE,eAAe;oBAC7B,KAAK,EAAE,CAAC;iBACT,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACjE,CAAC,CAAC;SACD,IAAI,EAAE,CAAC;IAEV,MAAM,eAAK,CAAC,cAAc,CACxB,OAAO,EACP,0BAA0B,EAC1B,KAAK,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE,EAAE;QAC3C,IAAI,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3E,uGAAuG;YACvG,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,MAAM;YACN,QAAQ;YACR,gBAAgB;YAChB,SAAS;YACT,IAAI;YACJ,SAAS;YACT,WAAW,EAAE,KAAK;YAClB,OAAO;SACR,CAAC,CAAC;QAEH,YAAY,CAAC,SAAS,CAAC;YACrB,KAAK;YACL,MAAM;YACN,MAAM,EAAE,SAAS,CAAC,MAAM;YACxB,MAAM,EAAE,SAAS,CAAC,MAAM;SACzB,CAAC,CAAC;IACL,CAAC,CACF,CAAC;IAEF,MAAM,eAAK,CAAC,OAAO,CAAC,gBAAgB,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE;QAC9D,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,CAAC;QAClD,MAAM,EACJ,KAAK,EACL,YAAY,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GACjC,GAAG,eAAe,CAAC,kBAAmB,CAAC;QAExC,gBAAgB,CAAC,SAAS,CAAC;YACzB,KAAK;YACL,MAAM;YACN,MAAM;YACN,MAAM;SACP,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,gBAAgB,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;AAC5D,CAAC;AAEM,KAAK,UAAU,mBAAmB,CACvC,IAAoB,EACpB,SAAoB,EACpB,OAAiB,EACjB,OAA8B;IAE9B,IAAA,mBAAS,EAAC,OAAO,SAAS,CAAC,KAAK,KAAK,QAAQ,EAAE,sCAAsC,CAAC,CAAC;IACvF,IAAI,GAAG,IAAA,oBAAY,EAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACrC,MAAM,iBAAiB,GAAG,MAAM,IAAA,4BAAiB,EAC/C,SAAS,CAAC,KAAK,EACf,OAAO,EACP,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,EACT,OAAO,CACR,CAAC;IACF,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxC,GAAG,MAAM;QACT,SAAS;KACV,CAAC,CAAC,CAAC;AACN,CAAC;AAEM,KAAK,UAAU,cAAc,CAAC,QAAgB;IACnD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,iBAAI,CAAC,IAAI,CAAC,YAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAgB,CAAC;QAChF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,MAAM,GAAG,EAAE,CAAC,CAAC;IACzE,CAAC;AACH,CAAC;AAED,2DAA2D;AAC3D,kBAAe;IACb,YAAY;IACZ,aAAa;IACb,iBAAiB,EAAjB,4BAAiB;IACjB,qBAAqB,EAArB,gCAAqB;IACrB,gBAAgB,EAAhB,2BAAgB;IAChB,iBAAiB,EAAjB,4BAAiB;IACjB,eAAe,EAAf,0BAAe;IACf,sBAAsB,EAAtB,iCAAsB;IACtB,oBAAoB,EAApB,+BAAoB;IACpB,uBAAuB,EAAvB,kCAAuB;IACvB,0BAA0B,EAA1B,qCAA0B;IAC1B,wBAAwB,EAAE,4BAAiB;IAC3C,iBAAiB,EAAjB,4BAAiB;IACjB,4BAA4B,EAA5B,uCAA4B;CAC7B,CAAC"}

package/dist/src/assertions/javascript.d.ts

@@ -1,4 +1,4 @@
 import { type GradingResult } from '../types/index';
 import type { AssertionParams } from '../types/index';
-export declare const handleJavascript: ({ assertion, renderedValue, valueFromScript, context, outputString, output, inverse, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleJavascript: ({ assertion, renderedValue, valueFromScript, assertionValueContext, outputString, output, inverse, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=javascript.d.ts.map

package/dist/src/assertions/javascript.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"javascript.d.ts","sourceRoot":"","sources":["../../../src/assertions/javascript.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,gBAAgB,CAAC;AAGrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAetD,eAAO,MAAM,gBAAgB,GAAU,wFAQpC,eAAe,KAAG,OAAO,CAAC,aAAa,CA2EzC,CAAC"}
+{"version":3,"file":"javascript.d.ts","sourceRoot":"","sources":["../../../src/assertions/javascript.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,gBAAgB,CAAC;AAGrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAetD,eAAO,MAAM,gBAAgB,GAAU,sGAQpC,eAAe,KAAG,OAAO,CAAC,aAAa,CA2EzC,CAAC"}

package/dist/src/assertions/javascript.js

@@ -15,12 +15,12 @@ const validateResult = async (result) => {
         throw new Error(`Custom function must return a boolean, number, or GradingResult object. Got type ${typeof result}: ${JSON.stringify(result)}`);
     }
 };
-const handleJavascript = async ({ assertion, renderedValue, valueFromScript, context, outputString, output, inverse, }) => {
+const handleJavascript = async ({ assertion, renderedValue, valueFromScript, assertionValueContext, outputString, output, inverse, }) => {
     let pass;
     let score;
     try {
         if (typeof assertion.value === 'function') {
-            let ret = assertion.value(outputString, context);
+            let ret = assertion.value(outputString, assertionValueContext);
             ret = await validateResult(ret);
             if (!ret.assertion) {
                 // Populate the assertion object if the custom function didn't return it.
@@ -47,7 +47,7 @@ const handleJavascript = async ({ assertion, renderedValue, valueFromScript, con
         if (typeof valueFromScript === 'undefined') {
             const functionBody = renderedValue.includes('\n') ? renderedValue : `return ${renderedValue}`;
             const customFunction = new Function('output', 'context', functionBody);
-            result = await validateResult(customFunction(output, context));
+            result = await validateResult(customFunction(output, assertionValueContext));
         }
         else {
             (0, invariant_1.default)(typeof valueFromScript === 'boolean' ||

package/dist/src/assertions/javascript.js.map

@@ -1 +1 @@
-{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../src/assertions/javascript.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAqE;AACrE,kEAA0C;AAI1C,MAAM,cAAc,GAAG,KAAK,EAAE,MAAW,EAA6C,EAAE;IACtF,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,OAAO,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE,CAAC;QACzF,OAAO,MAAM,CAAC;IAChB,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CACb,oFAAoF,OAAO,MAAM,KAAK,IAAI,CAAC,SAAS,CAClH,MAAM,CACP,EAAE,CACJ,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEK,MAAM,gBAAgB,GAAG,KAAK,EAAE,EACrC,SAAS,EACT,aAAa,EACb,eAAe,EACf,OAAO,EACP,YAAY,EACZ,MAAM,EACN,OAAO,GACS,EAA0B,EAAE;IAC5C,IAAI,IAAI,CAAC;IACT,IAAI,KAAK,CAAC;IACV,IAAI,CAAC;QACH,IAAI,OAAO,SAAS,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC1C,IAAI,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACjD,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;gBACnB,yEAAyE;gBACzE,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAClD,GAAG,CAAC,SAAS,GAAG;oBACd,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,cAAc,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,cAAc;iBACzF,CAAC;YACJ,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,KAAK,QAAQ,EAAE,+CAA+C,CAAC,CAAC;QAE9F;;;;;;;;WAQG;QACH,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;QAExC,IAAI,MAAwC,CAAC;QAC7C,IAAI,OAAO,eAAe,KAAK,WAAW,EAAE,CAAC;YAC3C,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,aAAa,EAAE,CAAC;YAC9F,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;YACvE,MAAM,GAAG,MAAM,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACN,IAAA,mBAAS,EACP,OAAO,eAAe,KAAK,SAAS;gBAClC,OAAO,eAAe,KAAK,QAAQ;gBACnC,OAAO,eAAe,KAAK,QAAQ,EACrC,yEAAyE,SAAS,CAAC,KAAK,GAAG,CAC5F,CAAC;YACF,MAAM,GAAG,MAAM,cAAc,CAAC,eAAe,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,OAAO,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,GAAG,MAAM,KAAK,OAAO,CAAC;YAC1B,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,GAAG,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YACtF,KAAK,GAAG,MAAM,CAAC;QACjB,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,gCAAiC,GAAa,CAAC,OAAO;eACpD,GAAa,CAAC,KAAK;EACjC,aAAa,EAAE;YACX,SAAS;SACV,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI;QACJ,KAAK;QACL,MAAM,EAAE,IAAI;YACV,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,4BAA4B,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;EAC5D,aAAa,EAAE;QACb,SAAS;KACV,CAAC;AACJ,CAAC,CAAC;AAnFW,QAAA,gBAAgB,oBAmF3B"}
+{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../src/assertions/javascript.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAqE;AACrE,kEAA0C;AAI1C,MAAM,cAAc,GAAG,KAAK,EAAE,MAAW,EAA6C,EAAE;IACtF,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,OAAO,MAAM,KAAK,SAAS,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE,CAAC;QACzF,OAAO,MAAM,CAAC;IAChB,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CACb,oFAAoF,OAAO,MAAM,KAAK,IAAI,CAAC,SAAS,CAClH,MAAM,CACP,EAAE,CACJ,CAAC;IACJ,CAAC;AACH,CAAC,CAAC;AAEK,MAAM,gBAAgB,GAAG,KAAK,EAAE,EACrC,SAAS,EACT,aAAa,EACb,eAAe,EACf,qBAAqB,EACrB,YAAY,EACZ,MAAM,EACN,OAAO,GACS,EAA0B,EAAE;IAC5C,IAAI,IAAI,CAAC;IACT,IAAI,KAAK,CAAC;IACV,IAAI,CAAC;QACH,IAAI,OAAO,SAAS,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC1C,IAAI,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;YAC/D,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;gBACnB,yEAAyE;gBACzE,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAClD,GAAG,CAAC,SAAS,GAAG;oBACd,IAAI,EAAE,YAAY;oBAClB,KAAK,EAAE,cAAc,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,cAAc;iBACzF,CAAC;YACJ,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;QACD,IAAA,mBAAS,EAAC,OAAO,aAAa,KAAK,QAAQ,EAAE,+CAA+C,CAAC,CAAC;QAE9F;;;;;;;;WAQG;QACH,aAAa,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;QAExC,IAAI,MAAwC,CAAC;QAC7C,IAAI,OAAO,eAAe,KAAK,WAAW,EAAE,CAAC;YAC3C,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,aAAa,EAAE,CAAC;YAC9F,MAAM,cAAc,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,SAAS,EAAE,YAAY,CAAC,CAAC;YACvE,MAAM,GAAG,MAAM,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC;QAC/E,CAAC;aAAM,CAAC;YACN,IAAA,mBAAS,EACP,OAAO,eAAe,KAAK,SAAS;gBAClC,OAAO,eAAe,KAAK,QAAQ;gBACnC,OAAO,eAAe,KAAK,QAAQ,EACrC,yEAAyE,SAAS,CAAC,KAAK,GAAG,CAC5F,CAAC;YACF,MAAM,GAAG,MAAM,cAAc,CAAC,eAAe,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,OAAO,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,IAAI,GAAG,MAAM,KAAK,OAAO,CAAC;YAC1B,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,GAAG,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YACtF,KAAK,GAAG,MAAM,CAAC;QACjB,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtC,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,gCAAiC,GAAa,CAAC,OAAO;eACpD,GAAa,CAAC,KAAK;EACjC,aAAa,EAAE;YACX,SAAS;SACV,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI;QACJ,KAAK;QACL,MAAM,EAAE,IAAI;YACV,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,4BAA4B,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;EAC5D,aAAa,EAAE;QACb,SAAS;KACV,CAAC;AACJ,CAAC,CAAC;AAnFW,QAAA,gBAAgB,oBAmF3B"}

package/dist/src/assertions/llmRubric.d.ts

@@ -1,3 +1,3 @@
 import type { AssertionParams, GradingResult } from '../types/index';
-export declare const handleLlmRubric: ({ assertion, renderedValue, outputString, test, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleLlmRubric: ({ assertion, renderedValue, outputString, test, providerCallContext, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=llmRubric.d.ts.map

package/dist/src/assertions/llmRubric.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llmRubric.d.ts","sourceRoot":"","sources":["../../../src/assertions/llmRubric.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,eAAe,GAAI,mDAK7B,eAAe,KAAG,OAAO,CAAC,aAAa,CAczC,CAAC"}
+{"version":3,"file":"llmRubric.d.ts","sourceRoot":"","sources":["../../../src/assertions/llmRubric.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,eAAe,GAAI,wEAM7B,eAAe,KAAG,OAAO,CAAC,aAAa,CAuBzC,CAAC"}

package/dist/src/assertions/llmRubric.js

@@ -6,7 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.handleLlmRubric = void 0;
 const matchers_1 = require("../matchers");
 const invariant_1 = __importDefault(require("../util/invariant"));
-const handleLlmRubric = ({ assertion, renderedValue, outputString, test, }) => {
+const handleLlmRubric = ({ assertion, renderedValue, outputString, test, providerCallContext, }) => {
     (0, invariant_1.default)(typeof renderedValue === 'string' ||
         typeof renderedValue === 'object' ||
         typeof renderedValue === 'undefined', '"llm-rubric" assertion type must have a string or object value');
@@ -15,7 +15,7 @@ const handleLlmRubric = ({ assertion, renderedValue, outputString, test, }) => {
     }
     // Update the assertion value. This allows the web view to display the prompt.
     assertion.value = assertion.value || test.options?.rubricPrompt;
-    return (0, matchers_1.matchesLlmRubric)(renderedValue || '', outputString, test.options, test.vars, assertion);
+    return (0, matchers_1.matchesLlmRubric)(renderedValue || '', outputString, test.options, test.vars, assertion, undefined, providerCallContext);
 };
 exports.handleLlmRubric = handleLlmRubric;
 //# sourceMappingURL=llmRubric.js.map

package/dist/src/assertions/llmRubric.js.map

@@ -1 +1 @@
-{"version":3,"file":"llmRubric.js","sourceRoot":"","sources":["../../../src/assertions/llmRubric.ts"],"names":[],"mappings":";;;;;;AAAA,0CAA+C;AAC/C,kEAA0C;AAInC,MAAM,eAAe,GAAG,CAAC,EAC9B,SAAS,EACT,aAAa,EACb,YAAY,EACZ,IAAI,GACY,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ;QAC/B,OAAO,aAAa,KAAK,QAAQ;QACjC,OAAO,aAAa,KAAK,WAAW,EACtC,gEAAgE,CACjE,CAAC;IACF,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;QAChF,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;IAED,8EAA8E;IAC9E,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;IAChE,OAAO,IAAA,2BAAgB,EAAC,aAAa,IAAI,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;AACjG,CAAC,CAAC;AAnBW,QAAA,eAAe,mBAmB1B"}
+{"version":3,"file":"llmRubric.js","sourceRoot":"","sources":["../../../src/assertions/llmRubric.ts"],"names":[],"mappings":";;;;;;AAAA,0CAA+C;AAC/C,kEAA0C;AAInC,MAAM,eAAe,GAAG,CAAC,EAC9B,SAAS,EACT,aAAa,EACb,YAAY,EACZ,IAAI,EACJ,mBAAmB,GACH,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ;QAC/B,OAAO,aAAa,KAAK,QAAQ;QACjC,OAAO,aAAa,KAAK,WAAW,EACtC,gEAAgE,CACjE,CAAC;IACF,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;QAChF,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IACxE,CAAC;IAED,8EAA8E;IAC9E,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC;IAEhE,OAAO,IAAA,2BAAgB,EACrB,aAAa,IAAI,EAAE,EACnB,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,EACT,SAAS,EACT,SAAS,EACT,mBAAmB,CACpB,CAAC;AACJ,CAAC,CAAC;AA7BW,QAAA,eAAe,mBA6B1B"}

package/dist/src/assertions/modelGradedClosedQa.d.ts

@@ -1,3 +1,3 @@
 import type { AssertionParams, GradingResult } from '../types/index';
-export declare const handleModelGradedClosedQa: ({ assertion, renderedValue, outputString, test, prompt, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleModelGradedClosedQa: ({ assertion, renderedValue, outputString, test, prompt, providerCallContext, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=modelGradedClosedQa.d.ts.map

package/dist/src/assertions/modelGradedClosedQa.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"modelGradedClosedQa.d.ts","sourceRoot":"","sources":["../../../src/assertions/modelGradedClosedQa.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,yBAAyB,GAAU,2DAM7C,eAAe,KAAG,OAAO,CAAC,aAAa,CAiBzC,CAAC"}
+{"version":3,"file":"modelGradedClosedQa.d.ts","sourceRoot":"","sources":["../../../src/assertions/modelGradedClosedQa.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAErE,eAAO,MAAM,yBAAyB,GAAU,gFAO7C,eAAe,KAAG,OAAO,CAAC,aAAa,CAwBzC,CAAC"}

package/dist/src/assertions/modelGradedClosedQa.js

@@ -7,7 +7,7 @@ exports.handleModelGradedClosedQa = void 0;
 const matchers_1 = require("../matchers");
 const invariant_1 = __importDefault(require("../util/invariant"));
 const templates_1 = require("../util/templates");
-const handleModelGradedClosedQa = async ({ assertion, renderedValue, outputString, test, prompt, }) => {
+const handleModelGradedClosedQa = async ({ assertion, renderedValue, outputString, test, prompt, providerCallContext, }) => {
     (0, invariant_1.default)(typeof renderedValue === 'string', 'model-graded-closedqa assertion type must have a string value');
     (0, invariant_1.default)(prompt, 'model-graded-closedqa assertion type must have a prompt');
     if (test.options?.rubricPrompt) {
@@ -18,7 +18,7 @@ const handleModelGradedClosedQa = async ({ assertion, renderedValue, outputStrin
     }
     return {
         assertion,
-        ...(await (0, matchers_1.matchesClosedQa)(prompt, renderedValue, outputString, test.options, test.vars)),
+        ...(await (0, matchers_1.matchesClosedQa)(prompt, renderedValue, outputString, test.options, test.vars, providerCallContext)),
     };
 };
 exports.handleModelGradedClosedQa = handleModelGradedClosedQa;

package/dist/src/assertions/modelGradedClosedQa.js.map

@@ -1 +1 @@
-{"version":3,"file":"modelGradedClosedQa.js","sourceRoot":"","sources":["../../../src/assertions/modelGradedClosedQa.ts"],"names":[],"mappings":";;;;;;AAAA,0CAA8C;AAC9C,kEAA0C;AAC1C,iDAAsD;AAI/C,MAAM,yBAAyB,GAAG,KAAK,EAAE,EAC9C,SAAS,EACT,aAAa,EACb,YAAY,EACZ,IAAI,EACJ,MAAM,GACU,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,EACjC,+DAA+D,CAChE,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,yDAAyD,CAAC,CAAC;IAC7E,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;QAC/B,4BAA4B;QAC5B,IAAA,mBAAS,EAAC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,+BAA+B,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,0BAAe,EAAC,MAAM,EAAE,aAAa,EAAE,YAAY,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;KACzF,CAAC;AACJ,CAAC,CAAC;AAvBW,QAAA,yBAAyB,6BAuBpC"}
+{"version":3,"file":"modelGradedClosedQa.js","sourceRoot":"","sources":["../../../src/assertions/modelGradedClosedQa.ts"],"names":[],"mappings":";;;;;;AAAA,0CAA8C;AAC9C,kEAA0C;AAC1C,iDAAsD;AAI/C,MAAM,yBAAyB,GAAG,KAAK,EAAE,EAC9C,SAAS,EACT,aAAa,EACb,YAAY,EACZ,IAAI,EACJ,MAAM,EACN,mBAAmB,GACH,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EACP,OAAO,aAAa,KAAK,QAAQ,EACjC,+DAA+D,CAChE,CAAC;IACF,IAAA,mBAAS,EAAC,MAAM,EAAE,yDAAyD,CAAC,CAAC;IAC7E,IAAI,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC;QAC/B,4BAA4B;QAC5B,IAAA,mBAAS,EAAC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,QAAQ,EAAE,+BAA+B,CAAC,CAAC;QAC1F,MAAM,QAAQ,GAAG,IAAA,6BAAiB,GAAE,CAAC;QACrC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAChG,CAAC;IAED,OAAO;QACL,SAAS;QACT,GAAG,CAAC,MAAM,IAAA,0BAAe,EACvB,MAAM,EACN,aAAa,EACb,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,IAAI,EACT,mBAAmB,CACpB,CAAC;KACH,CAAC;AACJ,CAAC,CAAC;AA/BW,QAAA,yBAAyB,6BA+BpC"}

package/dist/src/assertions/python.d.ts

@@ -1,4 +1,4 @@
 import { type GradingResult } from '../types/index';
 import type { AssertionParams } from '../types/index';
-export declare const handlePython: ({ assertion, renderedValue, valueFromScript, context, output, }: AssertionParams) => Promise<GradingResult>;
+export declare const handlePython: ({ assertion, renderedValue, valueFromScript, assertionValueContext, output, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=python.d.ts.map

package/dist/src/assertions/python.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../src/assertions/python.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,gBAAgB,CAAC;AAGrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAmCtD,eAAO,MAAM,YAAY,GAAU,iEAMhC,eAAe,KAAG,OAAO,CAAC,aAAa,CA+GzC,CAAC"}
+{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../src/assertions/python.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,gBAAgB,CAAC;AAGrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAmCtD,eAAO,MAAM,YAAY,GAAU,+EAMhC,eAAe,KAAG,OAAO,CAAC,aAAa,CA+GzC,CAAC"}

package/dist/src/assertions/python.js

@@ -36,7 +36,7 @@ function mapSnakeCaseToCamelCase(obj) {
     }
     return result;
 }
-const handlePython = async ({ assertion, renderedValue, valueFromScript, context, output, }) => {
+const handlePython = async ({ assertion, renderedValue, valueFromScript, assertionValueContext, output, }) => {
     (0, invariant_1.default)(typeof renderedValue === 'string', 'python assertion must have a string value');
     let pass;
     let score;
@@ -62,7 +62,7 @@ ${isMultiline
                     .join('\n')
                 : `    return ${renderedValue}`}
 `;
-            result = await (0, wrapper_1.runPythonCode)(pythonScript, 'main', [output, context]);
+            result = await (0, wrapper_1.runPythonCode)(pythonScript, 'main', [output, assertionValueContext]);
         }
         else {
             result = valueFromScript;

package/dist/src/assertions/python.js.map

@@ -1 +1 @@
-{"version":3,"file":"python.js","sourceRoot":"","sources":["../../../src/assertions/python.ts"],"names":[],"mappings":";;;;;;AAAA,+CAAkD;AAClD,0CAAqE;AACrE,kEAA0C;AAI1C,kFAAkF;AAClF,SAAS,uBAAuB,CAAC,GAAwB;IACvD,8DAA8D;IAC9D,MAAM,MAAM,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;IAE1B,4BAA4B;IAC5B,uDAAuD;IACvD,IAAI,OAAO,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC;IAC7B,CAAC;IACD,IAAI,cAAc,IAAI,MAAM,IAAI,CAAC,CAAC,aAAa,IAAI,MAAM,CAAC,EAAE,CAAC;QAC3D,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC;IAC3C,CAAC;IACD,IAAI,mBAAmB,IAAI,MAAM,IAAI,CAAC,CAAC,kBAAkB,IAAI,MAAM,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACrD,CAAC;IACD,IAAI,aAAa,IAAI,MAAM,IAAI,CAAC,CAAC,YAAY,IAAI,MAAM,CAAC,EAAE,CAAC;QACzD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC;IACzC,CAAC;IAED,8CAA8C;IAC9C,IAAI,MAAM,CAAC,gBAAgB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACtE,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,SAAc,EAAE,EAAE;YACvE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACxD,OAAO,uBAAuB,CAAC,SAAS,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAEM,MAAM,YAAY,GAAG,KAAK,EAAE,EACjC,SAAS,EACT,aAAa,EACb,eAAe,EACf,OAAO,EACP,MAAM,GACU,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EAAC,OAAO,aAAa,KAAK,QAAQ,EAAE,2CAA2C,CAAC,CAAC;IAC1F,IAAI,IAAI,CAAC;IACT,IAAI,KAAK,CAAC;IACV,IAAI,CAAC;QACH,IAAI,MAAsE,CAAC;QAC3E,IAAI,OAAO,eAAe,KAAK,WAAW,EAAE,CAAC;YAC3C,MAAM,WAAW,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,WAAW,GAAG,MAAM,CAAC;YACzB,IAAI,WAAW,EAAE,CAAC;gBAChB,0DAA0D;gBAC1D,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACnD,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG;;;EAIzB,WAAW;gBACT,CAAC,CAAC,aAAa;qBACV,KAAK,CAAC,IAAI,CAAC;qBACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC;qBACtC,IAAI,CAAC,IAAI,CAAC;gBACf,CAAC,CAAC,cAAc,aAAa,EACjC;CACC,CAAC;YACI,MAAM,GAAG,MAAM,IAAA,uBAAa,EAAC,YAAY,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QACxE,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,eAAe,CAAC;QAC3B,CAAC;QAED,IACE,CAAC,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC;YACvC,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,EAC/D,CAAC;YACD,IAAI,GAAG,IAAI,CAAC;YACZ,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;aAAM,IACL,CAAC,OAAO,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC;YACxC,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,EAChE,CAAC;YACD,IAAI,GAAG,KAAK,CAAC;YACb,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAChE,IAAI,MAAM,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,yBAAyB,MAAM,EAAE,CAAC,CAAC;YACzE,CAAC;YACD,IAAI,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACb,iGAAiG,MAAM,EAAE,CAC1G,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,GAAG,GAAwB,MAAa,CAAC;YAE/C,8DAA8D;YAC9D,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;YAE/C,IAAI,CAAC,IAAA,uBAAe,EAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CACb,kGAAkG,IAAI,CAAC,SAAS,CAC9G,SAAS,EACT,IAAI,EACJ,CAAC,CACF,EAAE,CACJ,CAAC;YACJ,CAAC;YACD,MAAM,mBAAmB,GAAG,SAA6C,CAAC;YAC1E,IAAI,SAAS,CAAC,SAAS,KAAK,SAAS,IAAI,mBAAmB,CAAC,KAAK,GAAG,SAAS,CAAC,SAAS,EAAE,CAAC;gBACzF,mBAAmB,CAAC,IAAI,GAAG,KAAK,CAAC;gBACjC,MAAM,YAAY,GAAG,gBAAgB,mBAAmB,CAAC,KAAK,2BAA2B,SAAS,CAAC,SAAS,EAAE,CAAC;gBAC/G,mBAAmB,CAAC,MAAM,GAAG,mBAAmB,CAAC,MAAM;oBACrD,CAAC,CAAC,GAAG,YAAY,KAAK,mBAAmB,CAAC,MAAM,EAAE;oBAClD,CAAC,CAAC,YAAY,CAAC;YACnB,CAAC;YACD,OAAO;gBACL,GAAG,mBAAmB;gBACtB,SAAS;aACV,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CACb,kGAAkG,MAAM,EAAE,CAC3G,CAAC;YACJ,CAAC;YACD,IAAI,GAAG,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,iCAAkC,GAAa,CAAC,OAAO,EAAE;YACjE,SAAS;SACV,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI;QACJ,KAAK;QACL,MAAM,EAAE,IAAI;YACV,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,wBAAwB,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,KAAK,EAAE;QACzE,SAAS;KACV,CAAC;AACJ,CAAC,CAAC;AArHW,QAAA,YAAY,gBAqHvB"}
+{"version":3,"file":"python.js","sourceRoot":"","sources":["../../../src/assertions/python.ts"],"names":[],"mappings":";;;;;;AAAA,+CAAkD;AAClD,0CAAqE;AACrE,kEAA0C;AAI1C,kFAAkF;AAClF,SAAS,uBAAuB,CAAC,GAAwB;IACvD,8DAA8D;IAC9D,MAAM,MAAM,GAAG,EAAE,GAAG,GAAG,EAAE,CAAC;IAE1B,4BAA4B;IAC5B,uDAAuD;IACvD,IAAI,OAAO,IAAI,MAAM,IAAI,CAAC,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,CAAC;QAC7C,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC;IAC7B,CAAC;IACD,IAAI,cAAc,IAAI,MAAM,IAAI,CAAC,CAAC,aAAa,IAAI,MAAM,CAAC,EAAE,CAAC;QAC3D,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC;IAC3C,CAAC;IACD,IAAI,mBAAmB,IAAI,MAAM,IAAI,CAAC,CAAC,kBAAkB,IAAI,MAAM,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACrD,CAAC;IACD,IAAI,aAAa,IAAI,MAAM,IAAI,CAAC,CAAC,YAAY,IAAI,MAAM,CAAC,EAAE,CAAC;QACzD,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC;IACzC,CAAC;IAED,8CAA8C;IAC9C,IAAI,MAAM,CAAC,gBAAgB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACtE,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,SAAc,EAAE,EAAE;YACvE,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACxD,OAAO,uBAAuB,CAAC,SAAS,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAEM,MAAM,YAAY,GAAG,KAAK,EAAE,EACjC,SAAS,EACT,aAAa,EACb,eAAe,EACf,qBAAqB,EACrB,MAAM,GACU,EAA0B,EAAE;IAC5C,IAAA,mBAAS,EAAC,OAAO,aAAa,KAAK,QAAQ,EAAE,2CAA2C,CAAC,CAAC;IAC1F,IAAI,IAAI,CAAC;IACT,IAAI,KAAK,CAAC;IACV,IAAI,CAAC;QACH,IAAI,MAAsE,CAAC;QAC3E,IAAI,OAAO,eAAe,KAAK,WAAW,EAAE,CAAC;YAC3C,MAAM,WAAW,GAAG,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjD,IAAI,WAAW,GAAG,MAAM,CAAC;YACzB,IAAI,WAAW,EAAE,CAAC;gBAChB,0DAA0D;gBAC1D,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBACnD,IAAI,KAAK,EAAE,CAAC;oBACV,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG;;;EAIzB,WAAW;gBACT,CAAC,CAAC,aAAa;qBACV,KAAK,CAAC,IAAI,CAAC;qBACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,WAAW,GAAG,IAAI,EAAE,CAAC;qBACtC,IAAI,CAAC,IAAI,CAAC;gBACf,CAAC,CAAC,cAAc,aAAa,EACjC;CACC,CAAC;YACI,MAAM,GAAG,MAAM,IAAA,uBAAa,EAAC,YAAY,EAAE,MAAM,EAAE,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC;QACtF,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,eAAe,CAAC;QAC3B,CAAC;QAED,IACE,CAAC,OAAO,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC;YACvC,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,MAAM,CAAC,EAC/D,CAAC;YACD,IAAI,GAAG,IAAI,CAAC;YACZ,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;aAAM,IACL,CAAC,OAAO,MAAM,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC;YACxC,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,EAChE,CAAC;YACD,IAAI,GAAG,KAAK,CAAC;YACb,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAChE,IAAI,MAAM,CAAC;YACX,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC9B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,iBAAiB,GAAG,yBAAyB,MAAM,EAAE,CAAC,CAAC;YACzE,CAAC;YACD,IAAI,CAAC,IAAA,uBAAe,EAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CACb,iGAAiG,MAAM,EAAE,CAC1G,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YACtC,MAAM,GAAG,GAAwB,MAAa,CAAC;YAE/C,8DAA8D;YAC9D,MAAM,SAAS,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;YAE/C,IAAI,CAAC,IAAA,uBAAe,EAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,MAAM,IAAI,KAAK,CACb,kGAAkG,IAAI,CAAC,SAAS,CAC9G,SAAS,EACT,IAAI,EACJ,CAAC,CACF,EAAE,CACJ,CAAC;YACJ,CAAC;YACD,MAAM,mBAAmB,GAAG,SAA6C,CAAC;YAC1E,IAAI,SAAS,CAAC,SAAS,KAAK,SAAS,IAAI,mBAAmB,CAAC,KAAK,GAAG,SAAS,CAAC,SAAS,EAAE,CAAC;gBACzF,mBAAmB,CAAC,IAAI,GAAG,KAAK,CAAC;gBACjC,MAAM,YAAY,GAAG,gBAAgB,mBAAmB,CAAC,KAAK,2BAA2B,SAAS,CAAC,SAAS,EAAE,CAAC;gBAC/G,mBAAmB,CAAC,MAAM,GAAG,mBAAmB,CAAC,MAAM;oBACrD,CAAC,CAAC,GAAG,YAAY,KAAK,mBAAmB,CAAC,MAAM,EAAE;oBAClD,CAAC,CAAC,YAAY,CAAC;YACnB,CAAC;YACD,OAAO;gBACL,GAAG,mBAAmB;gBACtB,SAAS;aACV,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAC1C,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,KAAK,CACb,kGAAkG,MAAM,EAAE,CAC3G,CAAC;YACJ,CAAC;YACD,IAAI,GAAG,SAAS,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC;QACtF,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO;YACL,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,iCAAkC,GAAa,CAAC,OAAO,EAAE;YACjE,SAAS;SACV,CAAC;IACJ,CAAC;IACD,OAAO;QACL,IAAI;QACJ,KAAK;QACL,MAAM,EAAE,IAAI;YACV,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,wBAAwB,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,KAAK,EAAE;QACzE,SAAS;KACV,CAAC;AACJ,CAAC,CAAC;AArHW,QAAA,YAAY,gBAqHvB"}

package/dist/src/assertions/ruby.d.ts

@@ -1,4 +1,4 @@
 import { type GradingResult } from '../types/index';
 import type { AssertionParams } from '../types/index';
-export declare const handleRuby: ({ assertion, renderedValue, valueFromScript, context, output, }: AssertionParams) => Promise<GradingResult>;
+export declare const handleRuby: ({ assertion, renderedValue, valueFromScript, assertionValueContext, output, }: AssertionParams) => Promise<GradingResult>;
 //# sourceMappingURL=ruby.d.ts.map

package/dist/src/assertions/ruby.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ruby.d.ts","sourceRoot":"","sources":["../../../src/assertions/ruby.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,gBAAgB,CAAC;AAGrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAmCtD,eAAO,MAAM,UAAU,GAAU,iEAM9B,eAAe,KAAG,OAAO,CAAC,aAAa,CAgHzC,CAAC"}
+{"version":3,"file":"ruby.d.ts","sourceRoot":"","sources":["../../../src/assertions/ruby.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,aAAa,EAAmB,MAAM,gBAAgB,CAAC;AAGrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAmCtD,eAAO,MAAM,UAAU,GAAU,+EAM9B,eAAe,KAAG,OAAO,CAAC,aAAa,CAgHzC,CAAC"}