@wix/evalforge-evaluator 0.6.0 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +108 -28
- package/build/index.js.map +2 -2
- package/build/index.mjs +108 -28
- package/build/index.mjs.map +2 -2
- package/build/types/api-client.d.ts +20 -3
- package/build/types/config.d.ts +13 -0
- package/build/types/run-scenario/claude-code/types.d.ts +6 -0
- package/package.json +3 -3
|
@@ -13,10 +13,27 @@ export interface ApiClient {
|
|
|
13
13
|
clearResults(projectId: string, evalRunId: string): Promise<void>;
|
|
14
14
|
updateEvalRun(projectId: string, evalRunId: string, update: Partial<EvalRun>): Promise<void>;
|
|
15
15
|
}
|
|
16
|
+
/**
|
|
17
|
+
* Options for creating an API client.
|
|
18
|
+
*/
|
|
19
|
+
export interface ApiClientOptions {
|
|
20
|
+
/** API path prefix (default: empty string, set to "/api/v1" if needed) */
|
|
21
|
+
apiPrefix?: string;
|
|
22
|
+
/**
|
|
23
|
+
* Optional x-wix-route header value for deploy preview routing.
|
|
24
|
+
* When set, this header is included in all requests.
|
|
25
|
+
*/
|
|
26
|
+
routeHeader?: string;
|
|
27
|
+
/**
|
|
28
|
+
* Optional Bearer token for authenticating with public endpoints.
|
|
29
|
+
* When set, this token is included as Authorization header in all requests.
|
|
30
|
+
*/
|
|
31
|
+
authToken?: string;
|
|
32
|
+
}
|
|
16
33
|
/**
|
|
17
34
|
* Create an API client for the eval server.
|
|
18
35
|
*
|
|
19
|
-
* @param serverUrl - Base URL of the server (e.g., "https://
|
|
20
|
-
* @param
|
|
36
|
+
* @param serverUrl - Base URL of the server (e.g., "https://bo.wix.com/_api/evalforge-backend")
|
|
37
|
+
* @param options - Optional configuration including apiPrefix and routeHeader
|
|
21
38
|
*/
|
|
22
|
-
export declare function createApiClient(serverUrl: string,
|
|
39
|
+
export declare function createApiClient(serverUrl: string, options?: ApiClientOptions | string): ApiClient;
|
package/build/types/config.d.ts
CHANGED
|
@@ -15,6 +15,19 @@ export interface EvaluatorConfig {
|
|
|
15
15
|
aiGatewayHeaders: Record<string, string>;
|
|
16
16
|
/** Directory for storing evaluation working directories */
|
|
17
17
|
evaluationsDir?: string;
|
|
18
|
+
/** URL to push trace events to (for remote job execution) */
|
|
19
|
+
tracePushUrl?: string;
|
|
20
|
+
/**
|
|
21
|
+
* Optional x-wix-route header value for deploy preview routing.
|
|
22
|
+
* When set, this header is included in all API requests to route
|
|
23
|
+
* them to the correct deploy preview instance.
|
|
24
|
+
*/
|
|
25
|
+
routeHeader?: string;
|
|
26
|
+
/**
|
|
27
|
+
* Optional Bearer token for authenticating with public endpoints.
|
|
28
|
+
* When set, this token is included as Authorization header in API requests.
|
|
29
|
+
*/
|
|
30
|
+
authToken?: string;
|
|
18
31
|
}
|
|
19
32
|
/**
|
|
20
33
|
* Load evaluator configuration from environment variables.
|
|
@@ -21,6 +21,12 @@ export interface TraceContext {
|
|
|
21
21
|
targetId: string;
|
|
22
22
|
/** The target name for display */
|
|
23
23
|
targetName: string;
|
|
24
|
+
/** URL to push trace events to (for remote job execution) */
|
|
25
|
+
tracePushUrl?: string;
|
|
26
|
+
/** Optional x-wix-route header for deploy preview routing */
|
|
27
|
+
routeHeader?: string;
|
|
28
|
+
/** Optional Bearer token for authenticating with public endpoints */
|
|
29
|
+
authToken?: string;
|
|
24
30
|
}
|
|
25
31
|
/**
|
|
26
32
|
* Options for Claude Agent SDK execution.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/evalforge-evaluator",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.8.0",
|
|
4
4
|
"description": "EvalForge Evaluator",
|
|
5
5
|
"bin": "./build/index.js",
|
|
6
6
|
"files": [
|
|
@@ -18,7 +18,7 @@
|
|
|
18
18
|
"dependencies": {
|
|
19
19
|
"@ai-sdk/anthropic": "^3.0.2",
|
|
20
20
|
"@anthropic-ai/claude-code": "^2.0.76",
|
|
21
|
-
"@wix/evalforge-types": "0.
|
|
21
|
+
"@wix/evalforge-types": "0.4.0",
|
|
22
22
|
"ai": "^6.0.6",
|
|
23
23
|
"tar": "^7.5.3"
|
|
24
24
|
},
|
|
@@ -62,5 +62,5 @@
|
|
|
62
62
|
"artifactId": "evalforge-evaluator"
|
|
63
63
|
}
|
|
64
64
|
},
|
|
65
|
-
"falconPackageHash": "
|
|
65
|
+
"falconPackageHash": "735722bbddaace0cacc744097d82598cda8f2190d1bb21d908530b68"
|
|
66
66
|
}
|