@wix/evalforge-evaluator 0.120.0 → 0.122.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * API Client for fetching data from the eval server.
3
3
  */
4
- import type { EvalRun, EvalRunResult, TestScenario, Template, SkillWithLatestVersion, SkillVersion, Agent, Preset, CustomAssertion, MCPEntity, SubAgent, Rule } from '@wix/evalforge-types';
4
+ import type { EvalRun, EvalRunResult, TestScenario, Template, SkillWithLatestVersion, SkillVersion, Agent, Preset, MCPEntity, SubAgent, Rule } from '@wix/evalforge-types';
5
5
  export interface ApiClient {
6
6
  getEvalRun(projectId: string, id: string): Promise<EvalRun>;
7
7
  getScenario(projectId: string, id: string): Promise<TestScenario>;
@@ -14,7 +14,6 @@ export interface ApiClient {
14
14
  getSubAgent(projectId: string, id: string): Promise<SubAgent>;
15
15
  getRule(projectId: string, id: string): Promise<Rule>;
16
16
  getPreset(projectId: string, id: string): Promise<Preset>;
17
- getAssertion(projectId: string, id: string): Promise<CustomAssertion>;
18
17
  addResult(projectId: string, evalRunId: string, result: EvalRunResult): Promise<void>;
19
18
  clearResults(projectId: string, evalRunId: string): Promise<void>;
20
19
  updateEvalRun(projectId: string, evalRunId: string, update: Partial<EvalRun>): Promise<void>;
@@ -1,4 +1,4 @@
1
- import type { EvalRun, TestScenario, SkillWithLatestVersion, Agent, Template, CustomAssertion, Assertion, MCPEntity, SubAgent, Rule } from '@wix/evalforge-types';
1
+ import type { EvalRun, TestScenario, SkillWithLatestVersion, Agent, Template, Assertion, MCPEntity, SubAgent, Rule } from '@wix/evalforge-types';
2
2
  import { type SystemAssertionId } from '@wix/evalforge-types';
3
3
  import type { ApiClient } from './api-client.js';
4
4
  /**
@@ -16,10 +16,6 @@ export declare function applyParamsToAssertion(assertion: Assertion, params?: Re
16
16
  * Resolve a system assertion to inline Assertion format with params applied.
17
17
  */
18
18
  export declare function resolveSystemAssertion(assertionId: SystemAssertionId, params?: Record<string, unknown>): Assertion;
19
- /**
20
- * Convert a CustomAssertion (database entity) to an Assertion (inline format).
21
- */
22
- export declare function customAssertionToAssertion(ca: CustomAssertion, params?: Record<string, unknown>): Assertion;
23
19
  /**
24
20
  * A scenario paired with its optional template and resolved assertions.
25
21
  */
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@wix/evalforge-evaluator",
3
- "version": "0.120.0",
3
+ "version": "0.122.0",
4
4
  "description": "EvalForge Evaluator",
5
5
  "bin": "./build/index.js",
6
6
  "files": [
@@ -21,9 +21,9 @@
21
21
  "@ai-sdk/openai": "^3.0.39",
22
22
  "@anthropic-ai/claude-agent-sdk": "^0.2.63",
23
23
  "@anthropic-ai/claude-code": "^2.1.63",
24
- "@wix/eval-assertions": "0.29.0",
25
- "@wix/evalforge-github-client": "0.34.0",
26
- "@wix/evalforge-types": "0.59.0",
24
+ "@wix/eval-assertions": "0.30.0",
25
+ "@wix/evalforge-github-client": "0.35.0",
26
+ "@wix/evalforge-types": "0.60.0",
27
27
  "ai": "^6.0.107",
28
28
  "diff": "^7.0.0",
29
29
  "tar": "^7.5.3",
@@ -62,5 +62,5 @@
62
62
  "artifactId": "evalforge-evaluator"
63
63
  }
64
64
  },
65
- "falconPackageHash": "a07572aca2e31af84fdb06d187e890d63417b3e4d4b47c8b91e4c436"
65
+ "falconPackageHash": "723dce09677b21f37f8754eb54c9660ce559159542bb2d2a43ae49db"
66
66
  }