vieval 0.0.11 → 0.0.12

package/dist/{expect-extensions-Mf1sMNBv.mjs → expect-extensions-BKdEPt3h.mjs}

@@ -4,25 +4,27 @@ import { ASYMMETRIC_MATCHERS_OBJECT, ChaiStyleAssertions, GLOBAL_EXPECT, JestAsy
 let isPluginInstalled = false;
 let runtimeExpectInstance;
 /**
-* Installs Vitest expect plugins once for process-local runtime assertions.
+* Returns process-local runtime `expect` instance used by Vieval.
 *
 * Use when:
-* - running eval tasks outside Vitest worker runtime
-* - building an `expect` instance that does not rely on Vitest internal state
+* - you need matcher assertions in eval files and CLI runtime
+* - importing from `vitest` would crash outside Vitest worker contexts
 *
 * Expects:
-* - `@vitest/expect` is available in runtime dependencies
+* - single-process usage (instance is memoized per process)
 *
 * Returns:
-* - nothing; side-effects are applied to `chai`
+* - memoized runtime `expect` instance
 */
-function ensureRuntimeExpectPluginsInstalled() {
-	if (isPluginInstalled) return;
-	chai.use(JestExtend);
-	chai.use(JestChaiExpect);
-	chai.use(ChaiStyleAssertions);
-	chai.use(JestAsymmetricMatchers);
-	isPluginInstalled = true;
+function getRuntimeExpect() {
+	if (runtimeExpectInstance != null) return runtimeExpectInstance;
+	runtimeExpectInstance = createRuntimeExpect();
+	Object.defineProperty(globalThis, GLOBAL_EXPECT, {
+		configurable: true,
+		value: runtimeExpectInstance,
+		writable: true
+	});
+	return runtimeExpectInstance;
 }
 /**
 * Creates a Vitest-compatible `expect` instance without worker-state coupling.
@@ -67,34 +69,28 @@ function createRuntimeExpect() {
 	return runtimeExpect;
 }
 /**
-* Returns process-local runtime `expect` instance used by Vieval.
+* Installs Vitest expect plugins once for process-local runtime assertions.
 *
 * Use when:
-* - you need matcher assertions in eval files and CLI runtime
-* - importing from `vitest` would crash outside Vitest worker contexts
+* - running eval tasks outside Vitest worker runtime
+* - building an `expect` instance that does not rely on Vitest internal state
 *
 * Expects:
-* - single-process usage (instance is memoized per process)
+* - `@vitest/expect` is available in runtime dependencies
 *
 * Returns:
-* - memoized runtime `expect` instance
+* - nothing; side-effects are applied to `chai`
 */
-function getRuntimeExpect() {
-	if (runtimeExpectInstance != null) return runtimeExpectInstance;
-	runtimeExpectInstance = createRuntimeExpect();
-	Object.defineProperty(globalThis, GLOBAL_EXPECT, {
-		configurable: true,
-		value: runtimeExpectInstance,
-		writable: true
-	});
-	return runtimeExpectInstance;
+function ensureRuntimeExpectPluginsInstalled() {
+	if (isPluginInstalled) return;
+	chai.use(JestExtend);
+	chai.use(JestChaiExpect);
+	chai.use(ChaiStyleAssertions);
+	chai.use(JestAsymmetricMatchers);
+	isPluginInstalled = true;
 }
 //#endregion
 //#region src/testing/expect-extensions.ts
-function toKeywordArray(keywords) {
-	if (typeof keywords === "string") return [keywords];
-	return keywords;
-}
 /**
 * Registers vieval custom matchers on Vitest `expect`.
 *
@@ -150,21 +146,6 @@ function installVievalExpectMatchers() {
 				pass
 			};
 		},
-		toScoreRubricGreaterThan(received, threshold) {
-			const score = typeof received === "number" ? received : received?.score;
-			if (typeof score !== "number") return {
-				message: () => "Expected received value to be a number or RubricJudgeResult.",
-				pass: false
-			};
-			const pass = score > threshold;
-			return {
-				message: () => {
-					if (pass) return `Expected rubric score ${score} to be less than or equal to ${threshold}.`;
-					return `Expected rubric score ${score} to be greater than ${threshold}.`;
-				},
-				pass
-			};
-		},
 		toSatisfyStructuredOutput(received, validator) {
 			const pass = validator(received);
 			return {
@@ -188,10 +169,29 @@ function installVievalExpectMatchers() {
 				message: () => pass ? `Expected tool call args for ${toolName} to fail validation.` : `Expected tool call args for ${toolName} to pass validation.`,
 				pass
 			};
+		},
+		toScoreRubricGreaterThan(received, threshold) {
+			const score = typeof received === "number" ? received : received?.score;
+			if (typeof score !== "number") return {
+				message: () => "Expected received value to be a number or RubricJudgeResult.",
+				pass: false
+			};
+			const pass = score > threshold;
+			return {
+				message: () => {
+					if (pass) return `Expected rubric score ${score} to be less than or equal to ${threshold}.`;
+					return `Expected rubric score ${score} to be greater than ${threshold}.`;
+				},
+				pass
+			};
 		}
 	});
 }
+function toKeywordArray(keywords) {
+	if (typeof keywords === "string") return [keywords];
+	return keywords;
+}
 //#endregion
 export { getRuntimeExpect as n, installVievalExpectMatchers as t };
 
-//# sourceMappingURL=expect-extensions-Mf1sMNBv.mjs.map
+//# sourceMappingURL=expect-extensions-BKdEPt3h.mjs.map

package/dist/expect-extensions-BKdEPt3h.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"expect-extensions-BKdEPt3h.mjs","names":[],"sources":["../src/testing/runtime-expect.ts","../src/testing/expect-extensions.ts"],"sourcesContent":["import type { ExpectStatic, MatchersObject, MatcherState, Tester } from '@vitest/expect'\n\nimport {\n  addCustomEqualityTesters,\n  ASYMMETRIC_MATCHERS_OBJECT,\n  chai,\n  ChaiStyleAssertions,\n  customMatchers,\n  getState,\n  GLOBAL_EXPECT,\n  JestAsymmetricMatchers,\n  JestChaiExpect,\n  JestExtend,\n  setState,\n} from '@vitest/expect'\n\nlet isPluginInstalled = false\nlet runtimeExpectInstance: ExpectStatic | undefined\n\n/**\n * Returns process-local runtime `expect` instance used by Vieval.\n *\n * Use when:\n * - you need matcher assertions in eval files and CLI runtime\n * - importing from `vitest` would crash outside Vitest worker contexts\n *\n * Expects:\n * - single-process usage (instance is memoized per process)\n *\n * Returns:\n * - memoized runtime `expect` instance\n */\nexport function getRuntimeExpect(): ExpectStatic {\n  if (runtimeExpectInstance != null) {\n    return runtimeExpectInstance\n  }\n\n  runtimeExpectInstance = createRuntimeExpect()\n  Object.defineProperty(globalThis, GLOBAL_EXPECT, {\n    configurable: true,\n    value: runtimeExpectInstance,\n    writable: true,\n  })\n\n  return runtimeExpectInstance\n}\n\n/**\n * Creates a Vitest-compatible `expect` instance without worker-state coupling.\n *\n * Use when:\n * - CLI runtime needs assertion helpers from `vieval/expect`\n * - code is executed outside `vitest run`\n *\n * Expects:\n * - plugins from {@link ensureRuntimeExpectPluginsInstalled} are installed\n * - callers do not depend on Vitest worker-only features (snapshot/poll internals)\n *\n * Returns:\n * - standalone expect instance with core matcher APIs and `extend`\n */\nfunction createRuntimeExpect(): ExpectStatic {\n  ensureRuntimeExpectPluginsInstalled()\n\n  const runtimeExpect = ((value: unknown, message?: string) => {\n    const currentState = getState(runtimeExpect)\n    setState({ assertionCalls: currentState.assertionCalls + 1 }, runtimeExpect)\n    return chai.expect(value, message)\n  }) as unknown as ExpectStatic\n\n  Object.assign(runtimeExpect, chai.expect)\n  Object.assign(runtimeExpect, (globalThis as Record<PropertyKey, unknown>)[ASYMMETRIC_MATCHERS_OBJECT] as object)\n\n  runtimeExpect.getState = () => getState(runtimeExpect)\n  runtimeExpect.setState = (state: Partial<MatcherState>) => setState(state, runtimeExpect)\n  runtimeExpect.assert = chai.assert\n  // NOTICE:\n  // Chai's public `ExpectStatic` type does not expose Vitest's plugin-added `extend`.\n  // Runtime `chai.expect.extend` exists after `JestExtend` plugin installation.\n  // Source/context: `@vitest/expect` plugin pipeline in `dist/index.js`.\n  // Removal condition: remove this cast if upstream exposes `extend` on Chai expect types.\n  const chaiExpectWithExtend = chai.expect as unknown as {\n    extend: (expect: ExpectStatic, matchers: MatchersObject) => void\n  }\n  runtimeExpect.extend = (matchers: MatchersObject) => chaiExpectWithExtend.extend(runtimeExpect, matchers)\n  runtimeExpect.addEqualityTesters = (customTesters: Tester[]) => addCustomEqualityTesters(customTesters)\n  runtimeExpect.unreachable = (message?: string) => {\n    chai.assert.fail(`expected${message ? ` \"${message}\" ` : ' '}not to be reached`)\n  }\n\n  runtimeExpect.setState({\n    assertionCalls: 0,\n    currentTestName: '',\n    expectedAssertionsNumber: null,\n    expectedAssertionsNumberErrorGen: null,\n    isExpectingAssertions: false,\n    isExpectingAssertionsError: null,\n  })\n\n  runtimeExpect.extend(customMatchers)\n\n  return runtimeExpect\n}\n\n/**\n * Installs Vitest expect plugins once for process-local runtime assertions.\n *\n * Use when:\n * - running eval tasks outside Vitest worker runtime\n * - building an `expect` instance that does not rely on Vitest internal state\n *\n * Expects:\n * - `@vitest/expect` is available in runtime dependencies\n *\n * Returns:\n * - nothing; side-effects are applied to `chai`\n */\nfunction ensureRuntimeExpectPluginsInstalled(): void {\n  if (isPluginInstalled) {\n    return\n  }\n\n  chai.use(JestExtend)\n  chai.use(JestChaiExpect)\n  chai.use(ChaiStyleAssertions)\n  chai.use(JestAsymmetricMatchers)\n  isPluginInstalled = true\n}\n","import type { RubricJudgeResult, ToolCall } from '../core/assertions'\n\nimport { normalizeMatchText } from '../core/assertions'\nimport { getRuntimeExpect } from './runtime-expect'\n\n/**\n * Options for keyword-based matcher behavior.\n */\nexport interface KeywordMatcherOptions {\n  /**\n   * Case-sensitive matching toggle.\n   *\n   * @default false\n   */\n  caseSensitive?: boolean\n  /**\n   * Match mode.\n   *\n   * @default 'all'\n   */\n  mode?: 'all' | 'any'\n}\n\n/**\n * Shape used by tool-call matchers.\n */\nexport interface ToolCallContainer {\n  /**\n   * Tool calls to inspect.\n   */\n  toolCalls?: readonly ToolCall[]\n}\n\ninterface VievalCustomMatchers {\n  /**\n   * Asserts that text excludes forbidden keywords.\n   *\n   * Example:\n   * `expect('calm answer').toMustExclude(['bestmove'])`\n   */\n  toMustExclude: (keywords: readonly string[] | string, options?: KeywordMatcherOptions) => void\n  /**\n   * Asserts that text includes required keywords.\n   *\n   * Example:\n   * `expect('calm answer').toMustInclude(['calm'])`\n   */\n  toMustInclude: (keywords: readonly string[] | string, options?: KeywordMatcherOptions) => void\n  /**\n   * Asserts structured output satisfies a validator.\n   *\n   * Example:\n   * `expect(value).toSatisfyStructuredOutput(isMyShape)`\n   */\n  toSatisfyStructuredOutput: <TValue>(validator: (value: unknown) => value is TValue) => void\n  /**\n   * Asserts selected tool-call args satisfy validator.\n   *\n   * Example:\n   * `expect({ toolCalls }).toSatisfyToolCallArgs('builtIn_sparkCommand', isSparkArgs)`\n   */\n  toSatisfyToolCallArgs: (toolName: string, validator: (args: unknown) => boolean) => void\n  /**\n   * Asserts rubric score is greater than a threshold.\n   *\n   * Example:\n   * `expect({ score: 0.91 }).toScoreRubricGreaterThan(0.8)`\n   */\n  toScoreRubricGreaterThan: (threshold: number) => void\n}\n\n/**\n * Registers vieval custom matchers on Vitest `expect`.\n *\n * Call stack:\n *\n * {@link installVievalExpectMatchers}\n *   -> `expect.extend(...)`\n *     -> `expect(received).toMustInclude(...)`\n *     -> `expect(received).toScoreRubricGreaterThan(...)`\n *\n * Use when:\n * - eval suites need domain assertions while preserving native Vitest ergonomics\n * - callers want native `.not` chaining with the same matchers\n */\nexport function installVievalExpectMatchers(): void {\n  const expect = getRuntimeExpect()\n\n  expect.extend({\n    toMustExclude(received: unknown, keywords: readonly string[] | string, options: KeywordMatcherOptions = {}) {\n      const keywordList = toKeywordArray(keywords)\n\n      if (typeof received !== 'string') {\n        return {\n          message: () => 'Expected received value to be a string.',\n          pass: false,\n        }\n      }\n\n      const normalizedText = normalizeMatchText(received, options.caseSensitive ?? false)\n      const forbiddenMatches = keywordList.filter((keyword) => {\n        return normalizedText.includes(normalizeMatchText(keyword, options.caseSensitive ?? false))\n      })\n\n      const pass = forbiddenMatches.length === 0\n\n      return {\n        message: () => {\n          if (pass) {\n            return `Expected text to include forbidden keywords: ${keywordList.join(', ')}`\n          }\n\n          return `Expected text not to include forbidden keywords, but matched: ${forbiddenMatches.join(', ')}`\n        },\n        pass,\n      }\n    },\n\n    toMustInclude(received: unknown, keywords: readonly string[] | string, options: KeywordMatcherOptions = {}) {\n      const keywordList = toKeywordArray(keywords)\n\n      if (typeof received !== 'string') {\n        return {\n          message: () => 'Expected received value to be a string.',\n          pass: false,\n        }\n      }\n\n      const normalizedText = normalizeMatchText(received, options.caseSensitive ?? false)\n      const matches = keywordList.filter((keyword) => {\n        return normalizedText.includes(normalizeMatchText(keyword, options.caseSensitive ?? false))\n      })\n\n      const mode = options.mode ?? 'all'\n      const pass = mode === 'all' ? matches.length === keywordList.length : matches.length > 0\n\n      return {\n        message: () => {\n          if (pass) {\n            return `Expected text not to match required keywords, but matched: ${matches.join(', ')}`\n          }\n\n          return `Expected text to match required keywords (${mode}), but matched ${matches.length}/${keywordList.length}.`\n        },\n        pass,\n      }\n    },\n\n    toSatisfyStructuredOutput<T>(received: unknown, validator: (value: unknown) => value is T) {\n      const pass = validator(received)\n\n      return {\n        message: () => pass\n          ? 'Expected structured output validator to fail.'\n          : 'Expected structured output validator to pass.',\n        pass,\n      }\n    },\n\n    toSatisfyToolCallArgs(\n      received: unknown,\n      toolName: string,\n      validator: (args: unknown) => boolean,\n    ) {\n      const toolCalls = (received as null | ToolCallContainer)?.toolCalls\n\n      if (toolCalls == null) {\n        return {\n          message: () => 'Expected received value to provide toolCalls array.',\n          pass: false,\n        }\n      }\n\n      const targetCall = toolCalls.find(call => call.name === toolName)\n      if (targetCall == null) {\n        return {\n          message: () => `Expected tool call ${toolName} to exist.`,\n          pass: false,\n        }\n      }\n\n      const pass = validator(targetCall.args)\n\n      return {\n        message: () => pass\n          ? `Expected tool call args for ${toolName} to fail validation.`\n          : `Expected tool call args for ${toolName} to pass validation.`,\n        pass,\n      }\n    },\n\n    toScoreRubricGreaterThan(received: unknown, threshold: number) {\n      const score = typeof received === 'number'\n        ? received\n        : (received as null | RubricJudgeResult)?.score\n\n      if (typeof score !== 'number') {\n        return {\n          message: () => 'Expected received value to be a number or RubricJudgeResult.',\n          pass: false,\n        }\n      }\n\n      const pass = score > threshold\n\n      return {\n        message: () => {\n          if (pass) {\n            return `Expected rubric score ${score} to be less than or equal to ${threshold}.`\n          }\n\n          return `Expected rubric score ${score} to be greater than ${threshold}.`\n        },\n        pass,\n      }\n    },\n  })\n}\n\nfunction toKeywordArray(keywords: readonly string[] | string): readonly string[] {\n  if (typeof keywords === 'string') {\n    return [keywords]\n  }\n\n  return keywords\n}\n\n/* eslint-disable unused-imports/no-unused-vars */\ndeclare module '@vitest/expect' {\n  interface Assertion<T = any> extends VievalCustomMatchers {}\n  interface Matchers<T = any> extends VievalCustomMatchers {}\n}\n\ndeclare module 'vitest' {\n  interface Assertion extends VievalCustomMatchers {}\n  interface Matchers<T = any> extends VievalCustomMatchers {}\n}\n/* eslint-enable unused-imports/no-unused-vars */\n"],"mappings":";;;AAgBA,IAAI,oBAAoB;AACxB,IAAI;;;;;;;;;;;;;;AAeJ,SAAgB,mBAAiC;CAC/C,IAAI,yBAAyB,MAC3B,OAAO;CAGT,wBAAwB,oBAAoB;CAC5C,OAAO,eAAe,YAAY,eAAe;EAC/C,cAAc;EACd,OAAO;EACP,UAAU;CACZ,CAAC;CAED,OAAO;AACT;;;;;;;;;;;;;;;AAgBA,SAAS,sBAAoC;CAC3C,oCAAoC;CAEpC,MAAM,kBAAkB,OAAgB,YAAqB;EAE3D,SAAS,EAAE,gBADU,SAAS,aACQ,CAAC,CAAC,iBAAiB,EAAE,GAAG,aAAa;EAC3E,OAAO,KAAK,OAAO,OAAO,OAAO;CACnC;CAEA,OAAO,OAAO,eAAe,KAAK,MAAM;CACxC,OAAO,OAAO,eAAgB,WAA4C,2BAAqC;CAE/G,cAAc,iBAAiB,SAAS,aAAa;CACrD,cAAc,YAAY,UAAiC,SAAS,OAAO,aAAa;CACxF,cAAc,SAAS,KAAK;CAM5B,MAAM,uBAAuB,KAAK;CAGlC,cAAc,UAAU,aAA6B,qBAAqB,OAAO,eAAe,QAAQ;CACxG,cAAc,sBAAsB,kBAA4B,yBAAyB,aAAa;CACtG,cAAc,eAAe,YAAqB;EAChD,KAAK,OAAO,KAAK,WAAW,UAAU,KAAK,QAAQ,MAAM,IAAI,kBAAkB;CACjF;CAEA,cAAc,SAAS;EACrB,gBAAgB;EAChB,iBAAiB;EACjB,0BAA0B;EAC1B,kCAAkC;EAClC,uBAAuB;EACvB,4BAA4B;CAC9B,CAAC;CAED,cAAc,OAAO,cAAc;CAEnC,OAAO;AACT;;;;;;;;;;;;;;AAeA,SAAS,sCAA4C;CACnD,IAAI,mBACF;CAGF,KAAK,IAAI,UAAU;CACnB,KAAK,IAAI,cAAc;CACvB,KAAK,IAAI,mBAAmB;CAC5B,KAAK,IAAI,sBAAsB;CAC/B,oBAAoB;AACtB;;;;;;;;;;;;;;;;;AC1CA,SAAgB,8BAAoC;CAGlD,iBAAK,CAAC,CAAC,OAAO;EACZ,cAAc,UAAmB,UAAsC,UAAiC,CAAC,GAAG;GAC1G,MAAM,cAAc,eAAe,QAAQ;GAE3C,IAAI,OAAO,aAAa,UACtB,OAAO;IACL,eAAe;IACf,MAAM;GACR;GAGF,MAAM,iBAAiB,mBAAmB,UAAU,QAAQ,iBAAiB,KAAK;GAClF,MAAM,mBAAmB,YAAY,QAAQ,YAAY;IACvD,OAAO,eAAe,SAAS,mBAAmB,SAAS,QAAQ,iBAAiB,KAAK,CAAC;GAC5F,CAAC;GAED,MAAM,OAAO,iBAAiB,WAAW;GAEzC,OAAO;IACL,eAAe;KACb,IAAI,MACF,OAAO,gDAAgD,YAAY,KAAK,IAAI;KAG9E,OAAO,iEAAiE,iBAAiB,KAAK,IAAI;IACpG;IACA;GACF;EACF;EAEA,cAAc,UAAmB,UAAsC,UAAiC,CAAC,GAAG;GAC1G,MAAM,cAAc,eAAe,QAAQ;GAE3C,IAAI,OAAO,aAAa,UACtB,OAAO;IACL,eAAe;IACf,MAAM;GACR;GAGF,MAAM,iBAAiB,mBAAmB,UAAU,QAAQ,iBAAiB,KAAK;GAClF,MAAM,UAAU,YAAY,QAAQ,YAAY;IAC9C,OAAO,eAAe,SAAS,mBAAmB,SAAS,QAAQ,iBAAiB,KAAK,CAAC;GAC5F,CAAC;GAED,MAAM,OAAO,QAAQ,QAAQ;GAC7B,MAAM,OAAO,SAAS,QAAQ,QAAQ,WAAW,YAAY,SAAS,QAAQ,SAAS;GAEvF,OAAO;IACL,eAAe;KACb,IAAI,MACF,OAAO,8DAA8D,QAAQ,KAAK,IAAI;KAGxF,OAAO,6CAA6C,KAAK,iBAAiB,QAAQ,OAAO,GAAG,YAAY,OAAO;IACjH;IACA;GACF;EACF;EAEA,0BAA6B,UAAmB,WAA2C;GACzF,MAAM,OAAO,UAAU,QAAQ;GAE/B,OAAO;IACL,eAAe,OACX,kDACA;IACJ;GACF;EACF;EAEA,sBACE,UACA,UACA,WACA;GACA,MAAM,YAAa,UAAuC;GAE1D,IAAI,aAAa,MACf,OAAO;IACL,eAAe;IACf,MAAM;GACR;GAGF,MAAM,aAAa,UAAU,MAAK,SAAQ,KAAK,SAAS,QAAQ;GAChE,IAAI,cAAc,MAChB,OAAO;IACL,eAAe,sBAAsB,SAAS;IAC9C,MAAM;GACR;GAGF,MAAM,OAAO,UAAU,WAAW,IAAI;GAEtC,OAAO;IACL,eAAe,OACX,+BAA+B,SAAS,wBACxC,+BAA+B,SAAS;IAC5C;GACF;EACF;EAEA,yBAAyB,UAAmB,WAAmB;GAC7D,MAAM,QAAQ,OAAO,aAAa,WAC9B,WACC,UAAuC;GAE5C,IAAI,OAAO,UAAU,UACnB,OAAO;IACL,eAAe;IACf,MAAM;GACR;GAGF,MAAM,OAAO,QAAQ;GAErB,OAAO;IACL,eAAe;KACb,IAAI,MACF,OAAO,yBAAyB,MAAM,+BAA+B,UAAU;KAGjF,OAAO,yBAAyB,MAAM,sBAAsB,UAAU;IACxE;IACA;GACF;EACF;CACF,CAAC;AACH;AAEA,SAAS,eAAe,UAAyD;CAC/E,IAAI,OAAO,aAAa,UACtB,OAAO,CAAC,QAAQ;CAGlB,OAAO;AACT"}

package/dist/expect.mjs

@@ -1,4 +1,4 @@
-import { n as getRuntimeExpect, t as installVievalExpectMatchers } from "./expect-extensions-Mf1sMNBv.mjs";
+import { n as getRuntimeExpect, t as installVievalExpectMatchers } from "./expect-extensions-BKdEPt3h.mjs";
 //#region src/expect.ts
 let isInstalled = false;
 function ensureExpectMatchersInstalled() {