@wix/evalforge-types 0.48.0 → 0.50.0

package/build/types/common/github-source.d.ts

@@ -1,7 +1,8 @@
 import { z } from 'zod';
 /**
- * GitHub source reference for a directory in a GitHub repository.
- * Used by skills and templates to point to content that can be fetched via the GitHub API.
+ * GitHub source reference for a file or directory in a GitHub repository.
+ * Used by skills and templates (directory) and sub-agents (single file)
+ * to point to content that can be fetched via the GitHub API.
  */
 export declare const GitHubSourceSchema: z.ZodObject<{
     owner: z.ZodString;

package/build/types/evaluation/eval-run.d.ts

@@ -234,7 +234,8 @@ export declare const EvalRunSchema: z.ZodObject<{
     deleted: z.ZodOptional<z.ZodBoolean>;
     projectId: z.ZodString;
     agentId: z.ZodOptional<z.ZodString>;
-    skillsGroupId: z.ZodOptional<z.ZodString>;
+    presetId: z.ZodOptional<z.ZodString>;
+    skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     scenarioIds: z.ZodArray<z.ZodString>;
     status: z.ZodEnum<typeof import("./metrics.js").EvalStatus>;
@@ -536,10 +537,14 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
     description: z.ZodString;
     deleted: z.ZodOptional<z.ZodBoolean>;
     projectId: z.ZodString;
-    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
     agentId: z.ZodOptional<z.ZodString>;
-    skillsGroupId: z.ZodOptional<z.ZodString>;
+    skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    presetId: z.ZodOptional<z.ZodString>;
     failureAnalyses: z.ZodOptional<z.ZodArray<z.ZodObject<{
         category: z.ZodEnum<typeof FailureCategory>;
         severity: z.ZodEnum<typeof FailureSeverity>;
@@ -641,9 +646,6 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
     jobStatus: z.ZodOptional<z.ZodString>;
     jobError: z.ZodOptional<z.ZodString>;
     jobStatusCheckedAt: z.ZodOptional<z.ZodString>;
-    mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
-    ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     scenarioIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
 }, z.core.$strip>;
 export type CreateEvalRunInput = z.infer<typeof CreateEvalRunInputSchema>;

package/build/types/target/index.d.ts

@@ -1,5 +1,5 @@
 export * from './target.js';
 export * from './agent.js';
 export * from './skill.js';
-export * from './skills-group.js';
 export * from './sub-agent.js';
+export * from './preset.js';

package/build/types/target/preset.d.ts

@@ -0,0 +1,54 @@
+import { z } from 'zod';
+/**
+ * Preset schema - a reusable evaluation configuration that bundles
+ * an agent with skills, MCPs, sub-agents, and rules.
+ *
+ * Users create presets once, then trigger eval runs by selecting a test suite.
+ * At least one of skillIds, mcpIds, subAgentIds, or ruleIds must be non-empty.
+ */
+export declare const PresetSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodString;
+    deleted: z.ZodOptional<z.ZodBoolean>;
+    projectId: z.ZodString;
+    agentId: z.ZodString;
+    skillIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type Preset = z.infer<typeof PresetSchema>;
+/**
+ * Input schema for creating a new Preset.
+ */
+export declare const CreatePresetInputSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodString;
+    projectId: z.ZodString;
+    agentId: z.ZodString;
+    skillIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    skillVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export type CreatePresetInput = z.infer<typeof CreatePresetInputSchema>;
+/**
+ * Input schema for updating a Preset.
+ */
+export declare const UpdatePresetInputSchema: z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+    projectId: z.ZodOptional<z.ZodString>;
+    agentId: z.ZodOptional<z.ZodString>;
+    skillIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+    skillVersions: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
+    mcpIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+    subAgentIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+    ruleIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+}, z.core.$strip>;
+export type UpdatePresetInput = z.infer<typeof UpdatePresetInputSchema>;

package/build/types/target/sub-agent.d.ts

@@ -6,6 +6,9 @@ import { z } from 'zod';
  * defined in Markdown with frontmatter (name, description, tools, model, etc.).
  * The body is the system prompt.
  *
+ * Content can be provided inline via `subAgentMd` or sourced from GitHub
+ * via `source`. When `source` is set, the evaluator live-fetches the .md
+ * file at run time (template pattern).
  */
 export declare const SubAgentSchema: z.ZodObject<{
     id: z.ZodString;
@@ -16,12 +19,24 @@ export declare const SubAgentSchema: z.ZodObject<{
     deleted: z.ZodOptional<z.ZodBoolean>;
     projectId: z.ZodString;
     subAgentMd: z.ZodString;
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
 }, z.core.$strip>;
 export type SubAgent = z.infer<typeof SubAgentSchema>;
 export declare const CreateSubAgentInputSchema: z.ZodObject<{
     name: z.ZodString;
     description: z.ZodString;
     projectId: z.ZodString;
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
     subAgentMd: z.ZodString;
 }, z.core.$strip>;
 export type CreateSubAgentInput = z.infer<typeof CreateSubAgentInputSchema>;
@@ -29,6 +44,12 @@ export declare const UpdateSubAgentInputSchema: z.ZodObject<{
     name: z.ZodOptional<z.ZodString>;
     description: z.ZodOptional<z.ZodString>;
     projectId: z.ZodOptional<z.ZodString>;
+    source: z.ZodOptional<z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>>;
     subAgentMd: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;
 export type UpdateSubAgentInput = z.infer<typeof UpdateSubAgentInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.48.0",
+  "version": "0.50.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -47,5 +47,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "e00d356ccf46c62529810f501f4b14bd420896c4148b400a62ac1e77"
+  "falconPackageHash": "160206370dd7d4bc96c12d6f53c2dbf8065906ab2af6c8aad590ba12"
 }

package/build/types/target/skills-group.d.ts

@@ -1,37 +0,0 @@
-import { z } from 'zod';
-/**
- * SkillsGroup schema - a collection of skills (replaces TargetGroup for the new model).
- *
- * Eval runs can be scoped to a skills group to run against all skills in the group.
- */
-export declare const SkillsGroupSchema: z.ZodObject<{
-    id: z.ZodString;
-    name: z.ZodString;
-    description: z.ZodString;
-    createdAt: z.ZodString;
-    updatedAt: z.ZodString;
-    deleted: z.ZodOptional<z.ZodBoolean>;
-    projectId: z.ZodString;
-    skillIds: z.ZodArray<z.ZodString>;
-}, z.core.$strip>;
-export type SkillsGroup = z.infer<typeof SkillsGroupSchema>;
-/**
- * Input schema for creating a new SkillsGroup.
- */
-export declare const CreateSkillsGroupInputSchema: z.ZodObject<{
-    name: z.ZodString;
-    description: z.ZodString;
-    projectId: z.ZodString;
-    skillIds: z.ZodArray<z.ZodString>;
-}, z.core.$strip>;
-export type CreateSkillsGroupInput = z.infer<typeof CreateSkillsGroupInputSchema>;
-/**
- * Input schema for updating a SkillsGroup.
- */
-export declare const UpdateSkillsGroupInputSchema: z.ZodObject<{
-    name: z.ZodOptional<z.ZodString>;
-    description: z.ZodOptional<z.ZodString>;
-    projectId: z.ZodOptional<z.ZodString>;
-    skillIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
-}, z.core.$strip>;
-export type UpdateSkillsGroupInput = z.infer<typeof UpdateSkillsGroupInputSchema>;