@wix/evalforge-evaluator 0.58.0 → 0.59.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +26 -33
- package/build/index.js.map +2 -2
- package/build/index.mjs +26 -33
- package/build/index.mjs.map +2 -2
- package/build/types/fetch-evaluation-data.d.ts +21 -1
- package/package.json +4 -4
|
@@ -1,5 +1,25 @@
|
|
|
1
|
-
import type { EvalRun, TestScenario, Skill, SkillsGroup, Agent, Template, Assertion, MCPEntity, SubAgent } from '@wix/evalforge-types';
|
|
1
|
+
import type { EvalRun, TestScenario, Skill, SkillsGroup, Agent, Template, CustomAssertion, Assertion, MCPEntity, SubAgent } from '@wix/evalforge-types';
|
|
2
|
+
import { type SystemAssertionId } from '@wix/evalforge-types';
|
|
2
3
|
import type { ApiClient } from './api-client.js';
|
|
4
|
+
/**
|
|
5
|
+
* Parse skillNames from a JSON array string stored in assertion params.
|
|
6
|
+
* Params only hold primitives, so the frontend serialises the string[]
|
|
7
|
+
* into a JSON string like '["SkillA","SkillB"]'.
|
|
8
|
+
*/
|
|
9
|
+
export declare function parseSkillNamesFromParams(value: unknown): string[];
|
|
10
|
+
/**
|
|
11
|
+
* Apply parameter values to an assertion.
|
|
12
|
+
* Replaces placeholder values with actual params from the scenario link.
|
|
13
|
+
*/
|
|
14
|
+
export declare function applyParamsToAssertion(assertion: Assertion, params?: Record<string, unknown>): Assertion;
|
|
15
|
+
/**
|
|
16
|
+
* Resolve a system assertion to inline Assertion format with params applied.
|
|
17
|
+
*/
|
|
18
|
+
export declare function resolveSystemAssertion(assertionId: SystemAssertionId, params?: Record<string, unknown>): Assertion;
|
|
19
|
+
/**
|
|
20
|
+
* Convert a CustomAssertion (database entity) to an Assertion (inline format).
|
|
21
|
+
*/
|
|
22
|
+
export declare function customAssertionToAssertion(ca: CustomAssertion, params?: Record<string, unknown>): Assertion;
|
|
3
23
|
/**
|
|
4
24
|
* A scenario paired with its optional template and resolved assertions.
|
|
5
25
|
*/
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/evalforge-evaluator",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.59.0",
|
|
4
4
|
"description": "EvalForge Evaluator",
|
|
5
5
|
"bin": "./build/index.js",
|
|
6
6
|
"files": [
|
|
@@ -19,8 +19,8 @@
|
|
|
19
19
|
"@ai-sdk/anthropic": "^3.0.2",
|
|
20
20
|
"@anthropic-ai/claude-agent-sdk": "^0.2.12",
|
|
21
21
|
"@anthropic-ai/claude-code": "^2.0.76",
|
|
22
|
-
"@wix/eval-assertions": "0.
|
|
23
|
-
"@wix/evalforge-types": "0.
|
|
22
|
+
"@wix/eval-assertions": "0.8.0",
|
|
23
|
+
"@wix/evalforge-types": "0.24.0",
|
|
24
24
|
"ai": "^6.0.6",
|
|
25
25
|
"diff": "^7.0.0",
|
|
26
26
|
"tar": "^7.5.3",
|
|
@@ -59,5 +59,5 @@
|
|
|
59
59
|
"artifactId": "evalforge-evaluator"
|
|
60
60
|
}
|
|
61
61
|
},
|
|
62
|
-
"falconPackageHash": "
|
|
62
|
+
"falconPackageHash": "54091ff149053f18b51127b023979bbdc7935bc7ea7ffe4ec383a954"
|
|
63
63
|
}
|