@wix/evalforge-evaluator 0.97.0 → 0.99.0

package/build/types/resolve-placeholders.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Generic `{{placeholder}}` resolution utilities.
+ *
+ * Provides low-level functions for detecting and replacing `{{key}}`
+ * tokens inside arbitrary JSON-like values (strings, arrays, objects).
+ *
+ * Used by:
+ *  - MCP config resolution (wix-auth tokens)
+ *  - LLM judge assertion param substitution
+ */
+/**
+ * Find all unique placeholder keys referenced in an arbitrary value.
+ * Recursively traverses strings, arrays, and plain objects.
+ */
+export declare function findPlaceholders(value: unknown): string[];
+/**
+ * Replace `{{key}}` tokens in an arbitrary value using the given map.
+ * Recursively traverses strings, arrays, and plain objects.
+ * Unknown placeholders (not in `placeholders`) are left as-is.
+ */
+export declare function resolveValue(value: unknown, placeholders: Record<string, string>): unknown;
+/**
+ * Replace `{{key}}` tokens in a single string.
+ * Convenience wrapper around {@link resolveValue} with a narrower return type.
+ */
+export declare function resolvePlaceholdersInString(text: string, placeholders: Record<string, string>): string;

package/build/types/run-scenario/agents/claude-code/resolve-mcp-placeholders.d.ts

@@ -0,0 +1,31 @@
+/**
+ * MCP Config Placeholder Resolution
+ *
+ * Resolves `{{placeholder}}` patterns in MCP config values at eval startup.
+ * Currently supports Wix auth placeholders sourced from ~/.wix/auth/api-key.json
+ * (the same file that @wix/mcp reads via WIX_API_THROUGH_FS).
+ *
+ * Supported placeholders:
+ *   - {{wix-auth-token}}   → token from api-key.json
+ *   - {{wix-auth-user-id}} → userInfo.userId from api-key.json
+ */
+import { findPlaceholders, resolveValue } from '../../../resolve-placeholders.js';
+export { findPlaceholders, resolveValue };
+/**
+ * Read Wix auth placeholders from ~/.wix/auth/api-key.json.
+ * Returns an empty map when the file is missing or malformed.
+ *
+ * @param authFilePath - Override for testing (default: ~/.wix/auth/api-key.json)
+ */
+export declare function loadWixAuthPlaceholders(authFilePath?: string): Promise<Record<string, string>>;
+/**
+ * Resolve all `{{...}}` placeholders in an MCP server config map.
+ *
+ * Loads available placeholder values (currently from Wix auth file),
+ * scans the config for placeholders, and fails if any are unresolvable.
+ *
+ * @param mcpServers - The mcpServers map (server-name → config)
+ * @param authFilePath - Override for testing
+ * @throws When a config references placeholders that cannot be resolved
+ */
+export declare function resolveMcpPlaceholders(mcpServers: Record<string, Record<string, unknown>>, authFilePath?: string): Promise<Record<string, Record<string, unknown>>>;

package/build/types/run-scenario/agents/claude-code/write-mcp.d.ts

@@ -6,6 +6,9 @@ import type { MCPEntity } from '@wix/evalforge-types';
  * (e.g. `{ "wix-mcp": { "type": "http", ... } }`), so each MCP's config
  * is spread directly into the mcpServers object.
  *
+ * Any `{{placeholder}}` values in the config are resolved before writing
+ * (e.g. `{{wix-auth-token}}` → token from ~/.wix/auth/api-key.json).
+ *
  * @see https://code.claude.com/docs/en/mcp#mcp-installation-scopes
  * @param cwd - Working directory (project root for Claude Code)
  * @param mcps - MCP entities whose config is merged into mcpServers

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-evaluator",
-  "version": "0.97.0",
+  "version": "0.99.0",
   "description": "EvalForge Evaluator",
   "bin": "./build/index.js",
   "files": [
@@ -19,7 +19,7 @@
     "@ai-sdk/anthropic": "^3.0.2",
     "@anthropic-ai/claude-agent-sdk": "^0.2.44",
     "@anthropic-ai/claude-code": "^2.1.44",
-    "@wix/eval-assertions": "0.20.0",
+    "@wix/eval-assertions": "0.21.0",
     "@wix/evalforge-github-client": "0.17.0",
     "@wix/evalforge-types": "0.42.0",
     "ai": "^6.0.6",
@@ -60,5 +60,5 @@
       "artifactId": "evalforge-evaluator"
     }
   },
-  "falconPackageHash": "a9a6442771b1e4bd9e5c6dad77b1253211c204acb7039bd84d49238f"
+  "falconPackageHash": "8a408bc699dc103228032cd55ff124376df9fefe004f21315d98ae9d"
 }