@wix/evalforge-evaluator 0.145.0 → 0.147.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +58 -7
- package/build/index.js.map +3 -3
- package/build/index.mjs +62 -8
- package/build/index.mjs.map +3 -3
- package/build/types/run-scenario/agents/simple-agent/execute.d.ts +1 -0
- package/build/types/run-scenario/agents/simple-agent/mcp-tools.d.ts +0 -2
- package/package.json +8 -7
|
@@ -2,6 +2,7 @@ import { type LanguageModel, type StepResult, type ToolSet } from 'ai';
|
|
|
2
2
|
import type { AgentExecutionContext, AgentExecutionResult, LLMTrace } from '@wix/evalforge-types';
|
|
3
3
|
export declare function createModel(modelId: string, baseUrl: string, headers: Record<string, string>): LanguageModel;
|
|
4
4
|
export declare function isClaudeModelId(modelId: string): boolean;
|
|
5
|
+
export declare function isGeminiModelId(modelId: string): boolean;
|
|
5
6
|
/**
|
|
6
7
|
* Extract text content from a skill's latest version files.
|
|
7
8
|
* Concatenates all file contents, prioritizing SKILL.md if present.
|
|
@@ -12,8 +12,6 @@ interface McpToolsResult {
|
|
|
12
12
|
* Each `MCPEntity.config` is a keyed record matching the `.mcp.json` shape,
|
|
13
13
|
* e.g. `{ "server-name": { "type": "stdio", "command": "node", "args": ["server.js"] } }`.
|
|
14
14
|
* Each entry becomes a live MCP client whose tools are merged into the result.
|
|
15
|
-
*
|
|
16
|
-
* Tool names are namespaced as `${serverName}__${toolName}` to avoid collisions.
|
|
17
15
|
*/
|
|
18
16
|
export declare function buildMcpTools(mcps: MCPEntity[], cwd: string): Promise<McpToolsResult>;
|
|
19
17
|
export declare function closeMcpClients(clients: Array<{
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@wix/evalforge-evaluator",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.147.0",
|
|
4
4
|
"description": "EvalForge Evaluator",
|
|
5
5
|
"bin": "./build/index.js",
|
|
6
6
|
"files": [
|
|
@@ -8,8 +8,8 @@
|
|
|
8
8
|
],
|
|
9
9
|
"scripts": {
|
|
10
10
|
"clean": "rm -rf build",
|
|
11
|
-
"build:cjs": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.js --format=cjs --sourcemap --external:@wix/evalforge-types --external:@wix/evalforge-github-client --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk --external:@ai-sdk/mcp --external:@ai-sdk/anthropic --external:@ai-sdk/openai --external:ai",
|
|
12
|
-
"build:esm": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.mjs --format=esm --sourcemap --external:@wix/evalforge-types --external:@wix/evalforge-github-client --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk --external:@ai-sdk/mcp --external:@ai-sdk/anthropic --external:@ai-sdk/openai --external:ai",
|
|
11
|
+
"build:cjs": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.js --format=cjs --sourcemap --external:@wix/evalforge-types --external:@wix/evalforge-github-client --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk --external:@ai-sdk/mcp --external:@ai-sdk/anthropic --external:@ai-sdk/google --external:@ai-sdk/openai --external:ai",
|
|
12
|
+
"build:esm": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.mjs --format=esm --sourcemap --external:@wix/evalforge-types --external:@wix/evalforge-github-client --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk --external:@ai-sdk/mcp --external:@ai-sdk/anthropic --external:@ai-sdk/google --external:@ai-sdk/openai --external:ai",
|
|
13
13
|
"build:types": "tsc --emitDeclarationOnly --outDir ./build/types",
|
|
14
14
|
"build": "yarn run clean && yarn run build:cjs && yarn run build:esm && yarn run build:types",
|
|
15
15
|
"lint": "eslint .",
|
|
@@ -17,13 +17,14 @@
|
|
|
17
17
|
},
|
|
18
18
|
"dependencies": {
|
|
19
19
|
"@ai-sdk/anthropic": "^3.0.53",
|
|
20
|
+
"@ai-sdk/google": "^3.0.53",
|
|
20
21
|
"@ai-sdk/mcp": "^1.0.23",
|
|
21
22
|
"@ai-sdk/openai": "^3.0.39",
|
|
22
23
|
"@anthropic-ai/claude-agent-sdk": "^0.2.63",
|
|
23
24
|
"@anthropic-ai/claude-code": "^2.1.63",
|
|
24
|
-
"@wix/eval-assertions": "0.
|
|
25
|
-
"@wix/evalforge-github-client": "0.
|
|
26
|
-
"@wix/evalforge-types": "0.
|
|
25
|
+
"@wix/eval-assertions": "0.49.0",
|
|
26
|
+
"@wix/evalforge-github-client": "0.53.0",
|
|
27
|
+
"@wix/evalforge-types": "0.78.0",
|
|
27
28
|
"ai": "^6.0.107",
|
|
28
29
|
"diff": "^7.0.0",
|
|
29
30
|
"tar": "^7.5.3",
|
|
@@ -62,5 +63,5 @@
|
|
|
62
63
|
"artifactId": "evalforge-evaluator"
|
|
63
64
|
}
|
|
64
65
|
},
|
|
65
|
-
"falconPackageHash": "
|
|
66
|
+
"falconPackageHash": "8802d9471a02400faf122f8c436da681b3338da693fc52d855d1e52d"
|
|
66
67
|
}
|