@wix/evalforge-evaluator 0.9.0 → 0.11.0

package/build/types/error-reporter.d.ts

@@ -0,0 +1,77 @@
+/**
+ * Error Reporter Module
+ *
+ * Provides comprehensive error reporting functionality for the evaluator.
+ * Captures detailed error information including stack traces and context,
+ * and sends it to the server so failures can be debugged without accessing
+ * the remote machine logs.
+ */
+import type { EvaluatorConfig } from './config.js';
+/**
+ * Detailed error information to send to the server.
+ */
+export interface ErrorDetails {
+    /** Short error message */
+    message: string;
+    /** Full stack trace if available */
+    stack?: string;
+    /** Error name/type (e.g., "TypeError", "Error") */
+    errorType?: string;
+    /** Phase of execution where the error occurred */
+    phase?: string;
+    /** Additional context about what was happening */
+    context?: Record<string, unknown>;
+    /** Timestamp when the error occurred */
+    timestamp: string;
+}
+/**
+ * Format an error into detailed error information.
+ *
+ * @param error - The error to format
+ * @param phase - The phase of execution (e.g., "config", "fetch", "execution")
+ * @param context - Additional context about what was happening
+ * @returns Formatted error details
+ */
+export declare function formatError(error: unknown, phase?: string, context?: Record<string, unknown>): ErrorDetails;
+/**
+ * Format error details into a string suitable for the jobError field.
+ * Includes the message, stack trace, and context in a readable format.
+ *
+ * @param details - The error details to format
+ * @returns A formatted string with all error information
+ */
+export declare function formatErrorForJobError(details: ErrorDetails): string;
+/**
+ * Report an error to the server.
+ *
+ * This function attempts to update the eval run status to FAILED
+ * with detailed error information. If the update fails, it logs
+ * the error to stderr.
+ *
+ * @param config - Evaluator configuration (can be partial if config loading failed)
+ * @param projectId - The project ID
+ * @param evalRunId - The eval run ID
+ * @param error - The error to report
+ * @param phase - The phase where the error occurred
+ * @param context - Additional context
+ */
+export declare function reportError(config: Partial<EvaluatorConfig> | null, projectId: string, evalRunId: string, error: unknown, phase?: string, context?: Record<string, unknown>): Promise<void>;
+/**
+ * Execution phases for error context.
+ */
+export declare const ExecutionPhase: {
+    readonly CONFIG: "config-loading";
+    readonly API_CLIENT: "api-client-creation";
+    readonly FETCH_EVAL_RUN: "fetch-eval-run";
+    readonly FETCH_SKILLS: "fetch-skills";
+    readonly FETCH_AGENT: "fetch-agent";
+    readonly FETCH_SCENARIOS: "fetch-scenarios";
+    readonly VALIDATION: "validation";
+    readonly PREPARE_WORKSPACE: "prepare-workspace";
+    readonly EXECUTE_SKILL: "execute-skill";
+    readonly EXECUTE_AGENT: "execute-agent";
+    readonly CLAUDE_SDK_IMPORT: "claude-sdk-import";
+    readonly CLAUDE_SDK_EXECUTION: "claude-sdk-execution";
+    readonly ADD_RESULT: "add-result";
+    readonly UPDATE_STATUS: "update-status";
+};

package/build/types/index.d.ts

@@ -1,2 +1,9 @@
 #!/usr/bin/env node
+/**
+ * EvalForge Evaluator Entry Point
+ *
+ * This module runs evaluations on a remote Dev Machine.
+ * It fetches evaluation data from the server, runs scenarios,
+ * and reports results (including detailed error information).
+ */
 export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-evaluator",
-  "version": "0.9.0",
+  "version": "0.11.0",
   "description": "EvalForge Evaluator",
   "bin": "./build/index.js",
   "files": [
@@ -62,5 +62,5 @@
       "artifactId": "evalforge-evaluator"
     }
   },
-  "falconPackageHash": "16136a972aa456853b9189aad3842366b9e5be1df4c20f1b09cf1725"
+  "falconPackageHash": "8a2dabc432c7039fac4556451091e0bf05488bbf690f1dd6440ebd2c"
 }