@wix/evalforge-evaluator 0.184.0 → 0.185.0

package/build/types/run-scenario/agents/claude-code/write-mcp.d.ts

@@ -1,6 +1,4 @@
 import type { MCPEntity } from '@wix/evalforge-types';
-import { type FetchGitHubFileFn } from '../shared/resolve-capability-content.js';
-export type { FetchGitHubFileFn };
 /**
  * Write .mcp.json at the project root (cwd) for Claude Code to discover MCPs.
  *
@@ -11,12 +9,8 @@ export type { FetchGitHubFileFn };
  * Any `{{placeholder}}` values in the config are resolved before writing
  * (e.g. `{{wix-auth-token}}` → token from ~/.wix/auth/api-key.json).
  *
- * For MCPs with a GitHub source, the latest config is live-fetched.
- * For inline MCPs, the stored config is used directly.
- *
  * @see https://code.claude.com/docs/en/mcp#mcp-installation-scopes
  * @param cwd - Working directory (project root for Claude Code)
  * @param mcps - MCP entities whose config is merged into mcpServers
- * @param fetchFn - Optional GitHub fetcher (injectable for tests)
  */
-export declare function writeMcpToFilesystem(cwd: string, mcps: MCPEntity[], fetchFn?: FetchGitHubFileFn): Promise<void>;
+export declare function writeMcpToFilesystem(cwd: string, mcps: MCPEntity[]): Promise<void>;

package/build/types/run-scenario/agents/claude-code/write-rules.d.ts

@@ -1,6 +1,4 @@
 import type { Rule } from '@wix/evalforge-types';
-import { type FetchGitHubFileFn } from '../shared/resolve-capability-content.js';
-export type { FetchGitHubFileFn };
 /**
  * Write rule content to the filesystem based on each rule's `ruleType`.
  *
@@ -10,11 +8,7 @@ export type { FetchGitHubFileFn };
  * - `cursor-rule` -> `{cwd}/.cursor/rules/{name}.md` (one file per rule)
  * - `generic`     -> `{cwd}/{rule.directory}` (defaults to `.opencode/rules`)
  *
- * For rules with a GitHub source, the latest content is live-fetched.
- * For inline rules, the stored content is used directly.
- *
  * @param cwd - Working directory (project root for Claude Code)
  * @param rules - Rule entities to write
- * @param fetchFn - Optional GitHub fetcher (injectable for tests)
  */
-export declare function writeRulesToFilesystem(cwd: string, rules: Rule[], fetchFn?: FetchGitHubFileFn): Promise<void>;
+export declare function writeRulesToFilesystem(cwd: string, rules: Rule[]): Promise<void>;

package/build/types/run-scenario/agents/claude-code/write-skills.d.ts

@@ -1,15 +1,18 @@
-import type { SkillWithLatestVersion } from '@wix/evalforge-types';
-import { type FetchGitHubFolderFn } from '../shared/resolve-capability-content.js';
+import type { GitHubSource, SkillFile, SkillWithLatestVersion } from '@wix/evalforge-types';
 import { writeFilesToDirectory } from '../../utils/write-files.js';
-export type { FetchGitHubFolderFn };
+export type FetchGitHubFolderFn = (source: GitHubSource, options?: {
+    userAgent?: string;
+}) => Promise<SkillFile[]>;
 /**
  * Write all skills to the filesystem so Claude Agent SDK can discover them.
- * Content is resolved by the shared capability fetcher (stored snapshot or
- * live GitHub fetch).
+ *
+ * Content resolution:
+ * 1. Pinned (version has `files`): writes all files from the stored snapshot
+ * 2. Live (skill has `source`, no pinned files): fetches from GitHub at runtime
  *
  * @param cwd - Working directory where .claude/skills/ will be created
  * @param skills - All skills to write
- * @param fetchFn - Optional GitHub folder fetcher (injectable for tests)
+ * @param fetchFn - Function to fetch files from GitHub (defaults to fetchGitHubFolder)
  */
 export declare function writeSkillsToFilesystem(cwd: string, skills: SkillWithLatestVersion[], fetchFn?: FetchGitHubFolderFn): Promise<void>;
 export declare function writeSkillToFilesystem(cwd: string, skill: SkillWithLatestVersion, fetchFn?: FetchGitHubFolderFn): Promise<void>;

package/build/types/run-scenario/agents/claude-code/write-sub-agents.d.ts

@@ -1,6 +1,7 @@
-import type { SubAgent } from '@wix/evalforge-types';
-import { type FetchGitHubFileFn } from '../shared/resolve-capability-content.js';
-export type { FetchGitHubFileFn };
+import type { SubAgent, GitHubSource } from '@wix/evalforge-types';
+import { type FetchGitHubFolderOptions } from '@wix/evalforge-github-client';
+/** Signature for the single-file GitHub fetch function (injectable for tests). */
+export type FetchGitHubFileFn = (source: GitHubSource, options?: FetchGitHubFolderOptions) => Promise<string>;
 /**
  * Write sub-agent markdown files to .claude/agents/ for Claude Code to discover.
  *
@@ -10,6 +11,6 @@ export type { FetchGitHubFileFn };
  * @see https://code.claude.com/docs/en/sub-agents#write-subagent-files
  * @param cwd - Working directory (project root for Claude Code)
  * @param subAgents - Sub-agent entities to write
- * @param fetchFn - Optional GitHub fetcher (injectable for tests)
+ * @param fetchFn - Optional fetch function for testing (defaults to fetchGitHubFile)
  */
 export declare function writeSubAgentsToFilesystem(cwd: string, subAgents: SubAgent[], fetchFn?: FetchGitHubFileFn): Promise<void>;

package/build/types/run-scenario/agents/opencode/write-skills.d.ts

@@ -1,9 +1,12 @@
-import type { SkillWithLatestVersion } from '@wix/evalforge-types';
-import { type FetchGitHubFolderFn } from '../shared/resolve-capability-content.js';
-export type { FetchGitHubFolderFn };
+import type { GitHubSource, SkillFile, SkillWithLatestVersion } from '@wix/evalforge-types';
+export type FetchGitHubFolderFn = (source: GitHubSource, options?: {
+    userAgent?: string;
+}) => Promise<SkillFile[]>;
 /**
  * Write all skills to .opencode/skills/ so OpenCode can discover them.
- * Content is resolved by the shared capability fetcher (stored snapshot or
- * live GitHub fetch).
+ *
+ * Content resolution:
+ * 1. Pinned (version has `files`): writes all files from the stored snapshot
+ * 2. Live (skill has `source`, no pinned files): fetches from GitHub at runtime
  */
 export declare function writeSkillsToFilesystem(cwd: string, skills: SkillWithLatestVersion[], fetchFn?: FetchGitHubFolderFn): Promise<void>;

package/build/types/run-scenario/agents/opencode/write-sub-agents.d.ts

@@ -1,6 +1,6 @@
-import type { SubAgent } from '@wix/evalforge-types';
-import { type FetchGitHubFileFn } from '../shared/resolve-capability-content.js';
-export type { FetchGitHubFileFn };
+import type { SubAgent, GitHubSource } from '@wix/evalforge-types';
+import { type FetchGitHubFolderOptions } from '@wix/evalforge-github-client';
+export type FetchGitHubFileFn = (source: GitHubSource, options?: FetchGitHubFolderOptions) => Promise<string>;
 /**
  * Write sub-agent markdown files to .opencode/agents/ for OpenCode to discover.
  */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-evaluator",
-  "version": "0.184.0",
+  "version": "0.185.0",
   "description": "EvalForge Evaluator",
   "bin": "./build/index.js",
   "files": [
@@ -71,5 +71,5 @@
       "artifactId": "evalforge-evaluator"
     }
   },
-  "falconPackageHash": "e51797f0d074a5b087399ed74f317c6a01d157d49801b14659740125"
+  "falconPackageHash": "dfd02ba6f45353d47a0775bfef57afbcedc9143ad4fc740d84c839f2"
 }

package/build/types/run-scenario/agents/shared/resolve-capability-content.d.ts

@@ -1,42 +0,0 @@
-/**
- * Capability content fetcher.
- *
- * Single place that resolves the runtime content of a capability for an eval
- * run, choosing between two sources:
- *   1. DB snapshot — the stored version content already loaded onto the entity
- *      (skill version files, sub-agent markdown, rule text, MCP config).
- *   2. Live GitHub — when the entity has a `source` and no usable snapshot,
- *      the latest content is fetched from GitHub at run time.
- *
- * Shared by every agent runner (claude-code, opencode) and every capability
- * type so the GitHub-vs-DB decision lives in exactly one place.
- */
-import { type FetchGitHubFolderOptions } from '@wix/evalforge-github-client';
-import type { GitHubSource, SkillFile, SkillWithLatestVersion, SubAgent, Rule, MCPEntity } from '@wix/evalforge-types';
-/** Fetches a single file from GitHub and returns its UTF-8 content. */
-export type FetchGitHubFileFn = (source: GitHubSource, options?: FetchGitHubFolderOptions) => Promise<string>;
-/** Fetches a directory snapshot from GitHub and returns its files. */
-export type FetchGitHubFolderFn = (source: GitHubSource, options?: {
-    userAgent?: string;
-}) => Promise<SkillFile[]>;
-/**
- * Resolve the files for a skill: the stored version snapshot when present,
- * otherwise a live folder fetch from GitHub. Throws when neither is available.
- */
-export declare function resolveSkillFiles(skill: SkillWithLatestVersion, fetchFn?: FetchGitHubFolderFn): Promise<SkillFile[]>;
-/**
- * Resolve a sub-agent's markdown: live-fetch when a source is set, else the
- * inline `subAgentMd`.
- */
-export declare function resolveSubAgentMd(agent: SubAgent, fetchFn?: FetchGitHubFileFn): Promise<string>;
-/**
- * Resolve a rule's text content: live-fetch when a source is set, else the
- * inline `content`.
- */
-export declare function resolveRuleText(rule: Rule, fetchFn?: FetchGitHubFileFn): Promise<string>;
-/**
- * Resolve an MCP's keyed server config: live-fetch and parse the JSON config
- * file when a source is set (unwrapping a top-level `mcpServers` key when
- * present), else the inline `config`.
- */
-export declare function resolveMcpConfig(mcp: MCPEntity, fetchFn?: FetchGitHubFileFn): Promise<Record<string, unknown>>;