@wix/evalforge-evaluator 0.153.0 → 0.155.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -9,6 +9,12 @@ export interface EvaluationLoopResult {
9
9
  completedExecutions: number;
10
10
  totalExecutions: number;
11
11
  erroredExecutions: number;
12
+ /**
13
+ * `outputText` of the first errored iteration (already prefixed with
14
+ * `"Execution error: "`). Captured so the entry-point can surface a
15
+ * representative error on the eval run row when every iteration errors.
16
+ */
17
+ firstErrorMessage?: string;
12
18
  }
13
19
  /**
14
20
  * Run all scenarios with iteration support.
@@ -12,6 +12,15 @@ export declare function extractSkillContent(files: Array<{
12
12
  content: string;
13
13
  }> | undefined): string | undefined;
14
14
  export declare function executeWithAiSdk(context: AgentExecutionContext): Promise<AgentExecutionResult>;
15
+ /**
16
+ * Pull status code, upstream request-id headers, and the wix-ai-gateway-proxy's
17
+ * own body fields (`proxy_request_id` / `upstream_request_id` / `failure_phase`)
18
+ * from any AI SDK `APICallError` reachable via `cause` or a
19
+ * `RetryError.errors[]` chain. Formatted as
20
+ * ` [status=503, x-request-id=..., proxy_request_id=..., failure_phase=gateway]`.
21
+ * Returns an empty string when nothing useful is found.
22
+ */
23
+ export declare function extractGatewayErrorContext(err: unknown): string;
15
24
  /**
16
25
  * Build the system prompt for Simple Agent from skills, rules, and optional override.
17
26
  *
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@wix/evalforge-evaluator",
3
- "version": "0.153.0",
3
+ "version": "0.155.0",
4
4
  "description": "EvalForge Evaluator",
5
5
  "bin": "./build/index.js",
6
6
  "files": [
@@ -63,5 +63,5 @@
63
63
  "artifactId": "evalforge-evaluator"
64
64
  }
65
65
  },
66
- "falconPackageHash": "6f20d7f1475d129aec4f4e11075b9ed6bac47a8cddd02c9cabd1ff5f"
66
+ "falconPackageHash": "e0b83ee130e8d5274146b5c3ee5b97833fc21ee92a74bb6539e463aa"
67
67
  }