@wix/evalforge-evaluator 0.59.0 → 0.61.0

package/build/types/api-client.d.ts

@@ -1,12 +1,14 @@
 /**
  * API Client for fetching data from the eval server.
  */
-import type { EvalRun, EvalRunResult, SkillsGroup, TestScenario, Template, Skill, Agent, CustomAssertion, MCPEntity, SubAgent } from '@wix/evalforge-types';
+import type { EvalRun, EvalRunResult, SkillsGroup, TestScenario, Template, SkillWithLatestVersion, SkillVersion, Agent, CustomAssertion, MCPEntity, SubAgent } from '@wix/evalforge-types';
 export interface ApiClient {
     getEvalRun(projectId: string, id: string): Promise<EvalRun>;
     getSkillsGroup(projectId: string, id: string): Promise<SkillsGroup>;
     getScenario(projectId: string, id: string): Promise<TestScenario>;
-    getSkill(projectId: string, id: string): Promise<Skill>;
+    getSkill(projectId: string, id: string): Promise<SkillWithLatestVersion>;
+    getSkillVersion(projectId: string, skillId: string, versionId: string): Promise<SkillVersion>;
+    getLatestSkillVersion(projectId: string, skillId: string): Promise<SkillVersion>;
     getAgent(projectId: string, id: string): Promise<Agent>;
     getTemplate(projectId: string, id: string): Promise<Template>;
     getMcp(projectId: string, id: string): Promise<MCPEntity>;

package/build/types/fetch-evaluation-data.d.ts

@@ -1,4 +1,4 @@
-import type { EvalRun, TestScenario, Skill, SkillsGroup, Agent, Template, CustomAssertion, Assertion, MCPEntity, SubAgent } from '@wix/evalforge-types';
+import type { EvalRun, TestScenario, SkillWithLatestVersion, SkillsGroup, Agent, Template, CustomAssertion, Assertion, MCPEntity, SubAgent } from '@wix/evalforge-types';
 import { type SystemAssertionId } from '@wix/evalforge-types';
 import type { ApiClient } from './api-client.js';
 /**
@@ -36,7 +36,7 @@ export interface ScenarioItem {
 export interface EvaluationData {
     evalRun: EvalRun;
     codeAgent: Agent | null;
-    skills: Skill[];
+    skills: SkillWithLatestVersion[];
     skillsGroup: SkillsGroup | null;
     /** Display name for the skills group (from skillsGroup.name when present) */
     skillsGroupName: string;

package/build/types/run-scenario/agents/claude-code/execute.d.ts

@@ -1,4 +1,4 @@
-import type { Skill, TestScenario, LLMTrace } from '@wix/evalforge-types';
+import type { SkillWithLatestVersion, TestScenario, LLMTrace } from '@wix/evalforge-types';
 import type { ClaudeCodeExecutionOptions, ClaudeCodeExecutionResult } from './types.js';
 /**
  * Execute skills using the Claude Agent SDK.
@@ -12,7 +12,7 @@ import type { ClaudeCodeExecutionOptions, ClaudeCodeExecutionResult } from './ty
  * @param options - Execution options (cwd, mcps, etc.)
  * @returns Execution result with output, usage, and LLM trace
  */
-export declare function executeWithClaudeCode(skills: Skill[], scenario: TestScenario, options: ClaudeCodeExecutionOptions): Promise<{
+export declare function executeWithClaudeCode(skills: SkillWithLatestVersion[], scenario: TestScenario, options: ClaudeCodeExecutionOptions): Promise<{
     result: ClaudeCodeExecutionResult;
     llmTrace: LLMTrace;
 }>;

package/build/types/run-scenario/agents/claude-code/write-mcp.d.ts

@@ -2,11 +2,12 @@ import type { MCPEntity } from '@wix/evalforge-types';
 /**
  * Write .mcp.json at the project root (cwd) for Claude Code to discover MCPs.
  *
- * Format: { "mcpServers": { [mcp.name]: mcp.config } }
- * Claude Code loads this when cwd is the project root.
+ * The config field already contains the keyed `.mcp.json` entry
+ * (e.g. `{ "wix-mcp": { "type": "http", ... } }`), so each MCP's config
+ * is spread directly into the mcpServers object.
  *
  * @see https://code.claude.com/docs/en/mcp#mcp-installation-scopes
  * @param cwd - Working directory (project root for Claude Code)
- * @param mcps - MCP entities to write (name used as key, config as value)
+ * @param mcps - MCP entities whose config is merged into mcpServers
  */
 export declare function writeMcpToFilesystem(cwd: string, mcps: MCPEntity[]): Promise<void>;

package/build/types/run-scenario/agents/claude-code/write-skills.d.ts

@@ -0,0 +1,21 @@
+import type { GitHubSource, SkillFile, SkillWithLatestVersion } from '@wix/evalforge-types';
+export type FetchSkillFn = (source: GitHubSource, options?: {
+    userAgent?: string;
+}) => Promise<SkillFile[]>;
+/**
+ * Write all skills to the filesystem so Claude Agent SDK can discover them.
+ *
+ * Content resolution:
+ * 1. Pinned (version has `files`): writes all files from the stored snapshot
+ * 2. Live (skill has `source`, no pinned files): fetches from GitHub at runtime
+ *
+ * @param cwd - Working directory where .claude/skills/ will be created
+ * @param skills - All skills to write
+ * @param fetchFn - Function to fetch skill files from GitHub (defaults to fetchSkillFolderRaw)
+ */
+export declare function writeSkillsToFilesystem(cwd: string, skills: SkillWithLatestVersion[], fetchFn?: FetchSkillFn): Promise<void>;
+export declare function writeSkillToFilesystem(cwd: string, skill: SkillWithLatestVersion, fetchFn?: FetchSkillFn): Promise<void>;
+/**
+ * Write skill files from a snapshot array to the filesystem.
+ */
+export declare function writeSkillFiles(skillDir: string, files: SkillFile[]): Promise<void>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-evaluator",
-  "version": "0.59.0",
+  "version": "0.61.0",
   "description": "EvalForge Evaluator",
   "bin": "./build/index.js",
   "files": [
@@ -8,8 +8,8 @@
   ],
   "scripts": {
     "clean": "rm -rf build",
-    "build:cjs": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.js --format=cjs --sourcemap --external:@wix/evalforge-types --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk",
-    "build:esm": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.mjs --format=esm --sourcemap --external:@wix/evalforge-types --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk",
+    "build:cjs": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.js --format=cjs --sourcemap --external:@wix/evalforge-types --external:@wix/evalforge-github-client --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk",
+    "build:esm": "esbuild src/index.ts --bundle --platform=node --outfile=build/index.mjs --format=esm --sourcemap --external:@wix/evalforge-types --external:@wix/evalforge-github-client --external:@wix/eval-assertions --external:@anthropic-ai/claude-agent-sdk",
     "build:types": "tsc --emitDeclarationOnly --outDir ./build/types",
     "build": "yarn run clean && yarn run build:cjs && yarn run build:esm && yarn run build:types",
     "lint": "eslint .",
@@ -20,7 +20,8 @@
     "@anthropic-ai/claude-agent-sdk": "^0.2.12",
     "@anthropic-ai/claude-code": "^2.0.76",
     "@wix/eval-assertions": "0.8.0",
-    "@wix/evalforge-types": "0.24.0",
+    "@wix/evalforge-github-client": "0.1.0",
+    "@wix/evalforge-types": "0.26.0",
     "ai": "^6.0.6",
     "diff": "^7.0.0",
     "tar": "^7.5.3",
@@ -59,5 +60,5 @@
       "artifactId": "evalforge-evaluator"
     }
   },
-  "falconPackageHash": "54091ff149053f18b51127b023979bbdc7935bc7ea7ffe4ec383a954"
+  "falconPackageHash": "ec228a8e773268aebd58a91a0148e74936374a44cc03944f6ac6884b"
 }