@wix/evalforge-types 0.65.0 → 0.67.0

package/build/types/evaluation/eval-result.d.ts

@@ -223,6 +223,7 @@ export declare const EvalRunResultSchema: z.ZodObject<{
         }, z.core.$strip>], "type">>;
         timestamp: z.ZodString;
     }, z.core.$strip>>>;
+    iterationIndex: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;
 export type EvalRunResult = z.infer<typeof EvalRunResultSchema>;
 /**

package/build/types/evaluation/eval-run.d.ts

@@ -417,6 +417,7 @@ export declare const EvalRunSchema: z.ZodObject<{
             }, z.core.$strip>], "type">>;
             timestamp: z.ZodString;
         }, z.core.$strip>>>;
+        iterationIndex: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>>>;
     aggregateMetrics: z.ZodObject<{
         totalAssertions: z.ZodNumber;
@@ -538,6 +539,7 @@ export declare const EvalRunSchema: z.ZodObject<{
     subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    runsPerScenario: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;
 export type EvalRun = z.infer<typeof EvalRunSchema>;
 /**
@@ -664,6 +666,7 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
     jobStatus: z.ZodOptional<z.ZodString>;
     jobError: z.ZodOptional<z.ZodString>;
     jobStatusCheckedAt: z.ZodOptional<z.ZodString>;
+    runsPerScenario: z.ZodOptional<z.ZodNumber>;
     scenarioIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type CreateEvalRunInput = z.infer<typeof CreateEvalRunInputSchema>;

package/build/types/scenario/batch-import.d.ts

@@ -0,0 +1,106 @@
+import { z } from 'zod';
+import { ScenarioAssertionLinkSchema } from '../assertion/assertion.js';
+/**
+ * Assertion link in batch import JSON — accepts two forms:
+ * - String: bare assertion reference ("system:build_passed" or "Check widget count")
+ * - Object: { assertionId, params? } for assertions needing parameters
+ */
+export declare const BatchAssertionLinkSchema: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+    assertionId: z.ZodString;
+    params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
+}, z.core.$strip>]>;
+export type BatchAssertionLink = z.infer<typeof BatchAssertionLinkSchema>;
+/**
+ * Single scenario entry in the batch import payload.
+ * name and triggerPrompt are required; everything else is optional.
+ */
+export declare const BatchScenarioEntrySchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+    triggerPrompt: z.ZodString;
+    templateId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    assertionLinks: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+        assertionId: z.ZodString;
+        params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
+    }, z.core.$strip>]>>>;
+}, z.core.$strip>;
+export type BatchScenarioEntry = z.infer<typeof BatchScenarioEntrySchema>;
+/**
+ * Top-level wrapper for the batch import JSON payload.
+ * Contains a `scenarios` array (1–100 entries).
+ */
+export declare const BatchImportPayloadSchema: z.ZodObject<{
+    scenarios: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+        triggerPrompt: z.ZodString;
+        templateId: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        assertionLinks: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
+            assertionId: z.ZodString;
+            params: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
+        }, z.core.$strip>]>>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type BatchImportPayload = z.infer<typeof BatchImportPayloadSchema>;
+export declare const BATCH_IMPORT_LIMITS: {
+    readonly MAX_SCENARIOS: 100;
+    readonly MAX_PAYLOAD_BYTES: 1048576;
+};
+/**
+ * Classify a string assertion reference:
+ * - "system:*" → system assertion ID
+ * - UUID format → custom assertion ID
+ * - otherwise → assertion name (needs resolution)
+ */
+export declare function classifyAssertionRef(ref: string): {
+    type: 'system' | 'uuid' | 'name';
+    value: string;
+};
+/**
+ * Normalize a batch assertion link (string or object) into a standard
+ * ScenarioAssertionLink. String refs are classified and returned as
+ * { assertionId } — actual resolution (name→UUID) is done by the backend.
+ */
+export declare function normalizeBatchAssertionLink(link: BatchAssertionLink): z.infer<typeof ScenarioAssertionLinkSchema>;
+/** Per-scenario result returned by the batch endpoint. */
+export declare const BatchResultItemSchema: z.ZodObject<{
+    index: z.ZodNumber;
+    name: z.ZodString;
+    status: z.ZodEnum<{
+        valid: "valid";
+        invalid: "invalid";
+    }>;
+    id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    errors: z.ZodOptional<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type BatchResultItem = z.infer<typeof BatchResultItemSchema>;
+/** Summary section of the batch response. */
+export declare const BatchSummarySchema: z.ZodObject<{
+    total: z.ZodNumber;
+    valid: z.ZodNumber;
+    invalid: z.ZodNumber;
+    created: z.ZodNumber;
+}, z.core.$strip>;
+export type BatchSummary = z.infer<typeof BatchSummarySchema>;
+/** Full response from the batch import endpoint. */
+export declare const BatchImportResponseSchema: z.ZodObject<{
+    summary: z.ZodObject<{
+        total: z.ZodNumber;
+        valid: z.ZodNumber;
+        invalid: z.ZodNumber;
+        created: z.ZodNumber;
+    }, z.core.$strip>;
+    results: z.ZodArray<z.ZodObject<{
+        index: z.ZodNumber;
+        name: z.ZodString;
+        status: z.ZodEnum<{
+            valid: "valid";
+            invalid: "invalid";
+        }>;
+        id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        errors: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type BatchImportResponse = z.infer<typeof BatchImportResponseSchema>;

package/build/types/scenario/index.d.ts

@@ -1,2 +1,3 @@
 export * from './environment.js';
 export * from './test-scenario.js';
+export * from './batch-import.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.65.0",
+  "version": "0.67.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "2b70f4f5198fc6c775c34065e7a041d8759da06d05e9075386ed3c9b"
+  "falconPackageHash": "36b8ec04f884997739f7f76481afce888ab4a7b9669947ab57b63836"
 }