@wix/evalforge-types 0.74.0 → 0.75.0

package/build/types/evaluation/eval-run.d.ts

@@ -461,6 +461,8 @@ export declare const EvalRunSchema: z.ZodObject<{
     mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    capabilityIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    capabilityVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
     runsPerScenario: z.ZodOptional<z.ZodNumber>;
     agentSnapshot: z.ZodOptional<z.ZodObject<{
@@ -523,6 +525,8 @@ export declare const CreateEvalRunInputSchema: z.ZodObject<{
     mcpIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     subAgentIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     ruleIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    capabilityIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    capabilityVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
     tags: z.ZodOptional<z.ZodArray<z.ZodString>>;
     presetId: z.ZodOptional<z.ZodString>;
     llmTraceSummary: z.ZodOptional<z.ZodObject<{

package/build/types/target/capability-converters.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Pure conversion functions: Capability → legacy entity types.
+ *
+ * These functions live in eval-types so both the backend bridge service
+ * and the evaluator can use them without duplicating logic.
+ */
+import type { Skill } from './skill.js';
+import type { SkillVersion } from './skill.js';
+import type { SkillWithLatestVersion } from './skill.js';
+import type { SubAgent } from './sub-agent.js';
+import type { Rule } from '../common/rule.js';
+import type { MCPEntity } from '../common/mcp.js';
+import type { Capability, CapabilityVersion, CapabilityWithLatestVersion } from './capability.js';
+export declare function capabilityToSkill(cap: Capability): Skill;
+export declare function capabilityVersionToSkillVersion(cv: CapabilityVersion): SkillVersion;
+export declare function capabilityToSkillWithLatestVersion(cap: CapabilityWithLatestVersion): SkillWithLatestVersion;
+export declare function capabilityToSubAgent(cap: CapabilityWithLatestVersion): SubAgent;
+export declare function capabilityToRule(cap: CapabilityWithLatestVersion): Rule;
+export declare function capabilityToMcp(cap: CapabilityWithLatestVersion): MCPEntity;
+export declare function groupCapabilitiesByType(capabilities: CapabilityWithLatestVersion[]): {
+    skills: SkillWithLatestVersion[];
+    subAgents: SubAgent[];
+    rules: Rule[];
+    mcps: MCPEntity[];
+};

package/build/types/target/capability.d.ts

@@ -0,0 +1,254 @@
+import { z } from 'zod';
+import { GitHubSourceSchema } from '../common/github-source.js';
+export { GitHubSourceSchema };
+export type { GitHubSource } from '../common/github-source.js';
+/**
+ * Capability type discriminator (AIP 7015 pattern).
+ *
+ * Determines the shape of `content` in CapabilityVersion and
+ * the filesystem behavior at evaluation time.
+ */
+export declare const CapabilityTypeSchema: z.ZodEnum<{
+    SKILL: "SKILL";
+    SUB_AGENT: "SUB_AGENT";
+    RULE: "RULE";
+    MCP: "MCP";
+}>;
+export type CapabilityType = z.infer<typeof CapabilityTypeSchema>;
+/**
+ * Regex for valid capability names (kebab-case).
+ * All capability types enforce filesystem-safe names at storage time.
+ */
+export declare const CAPABILITY_NAME_REGEX: RegExp;
+export declare function isValidCapabilityName(name: string): boolean;
+/** Skill version content: multi-file directory snapshot */
+export interface SkillContent {
+    files?: Array<{
+        path: string;
+        content: string;
+    }>;
+}
+/** Sub-agent version content: single markdown file with YAML frontmatter */
+export interface SubAgentContent {
+    subAgentMd: string;
+}
+/** Rule version content: rule type + markdown content */
+export interface RuleContent {
+    ruleType: 'claude-md' | 'agents-md' | 'cursor-rule';
+    content: string;
+}
+/** MCP version content: keyed server config for .mcp.json */
+export interface McpContent {
+    config: Record<string, unknown>;
+}
+/** Union of all version content shapes */
+export type CapabilityContent = SkillContent | SubAgentContent | RuleContent | McpContent;
+/**
+ * Zod schema for content — accepts any JSON object.
+ * Type safety is enforced by the parent's capabilityType, not by parsing.
+ */
+export declare const CapabilityContentSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+export declare const CapabilityVersionOriginSchema: z.ZodEnum<{
+    manual: "manual";
+    pr: "pr";
+    master: "master";
+}>;
+export type CapabilityVersionOrigin = z.infer<typeof CapabilityVersionOriginSchema>;
+/**
+ * Capability schema — lightweight container for any building-block type.
+ *
+ * Content lives in CapabilityVersion (immutable snapshots).
+ * `capabilityType` is the AIP 7015 discriminator.
+ * `source` is the optional GitHub reference for live fetching.
+ */
+export declare const CapabilitySchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodString;
+    deleted: z.ZodOptional<z.ZodBoolean>;
+    projectId: z.ZodString;
+    capabilityType: z.ZodEnum<{
+        SKILL: "SKILL";
+        SUB_AGENT: "SUB_AGENT";
+        RULE: "RULE";
+        MCP: "MCP";
+    }>;
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type Capability = z.infer<typeof CapabilitySchema>;
+/**
+ * Capability version — immutable content snapshot.
+ *
+ * `content` shape is determined by the parent capability's `capabilityType`.
+ */
+export declare const CapabilityVersionSchema: z.ZodObject<{
+    id: z.ZodString;
+    projectId: z.ZodString;
+    capabilityId: z.ZodString;
+    version: z.ZodString;
+    origin: z.ZodEnum<{
+        manual: "manual";
+        pr: "pr";
+        master: "master";
+    }>;
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
+    content: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    notes: z.ZodOptional<z.ZodString>;
+    createdAt: z.ZodString;
+}, z.core.$strip>;
+export type CapabilityVersion = Omit<z.infer<typeof CapabilityVersionSchema>, 'content'> & {
+    content?: CapabilityContent;
+};
+/**
+ * Capability enriched with its latest version — used in UI and evaluator.
+ */
+export declare const CapabilityWithLatestVersionSchema: z.ZodObject<{
+    id: z.ZodString;
+    name: z.ZodString;
+    description: z.ZodString;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodString;
+    deleted: z.ZodOptional<z.ZodBoolean>;
+    projectId: z.ZodString;
+    capabilityType: z.ZodEnum<{
+        SKILL: "SKILL";
+        SUB_AGENT: "SUB_AGENT";
+        RULE: "RULE";
+        MCP: "MCP";
+    }>;
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
+    latestVersion: z.ZodOptional<z.ZodObject<{
+        id: z.ZodString;
+        projectId: z.ZodString;
+        capabilityId: z.ZodString;
+        version: z.ZodString;
+        origin: z.ZodEnum<{
+            manual: "manual";
+            pr: "pr";
+            master: "master";
+        }>;
+        source: z.ZodOptional<z.ZodObject<{
+            owner: z.ZodString;
+            repo: z.ZodString;
+            path: z.ZodString;
+            ref: z.ZodString;
+        }, z.core.$strip>>;
+        content: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        notes: z.ZodOptional<z.ZodString>;
+        createdAt: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type CapabilityWithLatestVersion = Omit<z.infer<typeof CapabilityWithLatestVersionSchema>, 'latestVersion'> & {
+    latestVersion?: CapabilityVersion;
+};
+/**
+ * Inline initial version data for atomic capability + version creation.
+ */
+export declare const InitialCapabilityVersionInputSchema: z.ZodObject<{
+    content: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    notes: z.ZodOptional<z.ZodString>;
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
+    version: z.ZodOptional<z.ZodString>;
+    origin: z.ZodOptional<z.ZodEnum<{
+        manual: "manual";
+        pr: "pr";
+        master: "master";
+    }>>;
+}, z.core.$strip>;
+export type InitialCapabilityVersionInput = z.infer<typeof InitialCapabilityVersionInputSchema>;
+/**
+ * Input schema for creating a new Capability.
+ */
+export declare const CreateCapabilityInputSchema: z.ZodObject<{
+    name: z.ZodString;
+    projectId: z.ZodString;
+    capabilityType: z.ZodEnum<{
+        SKILL: "SKILL";
+        SUB_AGENT: "SUB_AGENT";
+        RULE: "RULE";
+        MCP: "MCP";
+    }>;
+    description: z.ZodOptional<z.ZodString>;
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
+    initialVersion: z.ZodOptional<z.ZodObject<{
+        content: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        notes: z.ZodOptional<z.ZodString>;
+        source: z.ZodOptional<z.ZodObject<{
+            owner: z.ZodString;
+            repo: z.ZodString;
+            path: z.ZodString;
+            ref: z.ZodString;
+        }, z.core.$strip>>;
+        version: z.ZodOptional<z.ZodString>;
+        origin: z.ZodOptional<z.ZodEnum<{
+            manual: "manual";
+            pr: "pr";
+            master: "master";
+        }>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type CreateCapabilityInput = z.infer<typeof CreateCapabilityInputSchema>;
+/**
+ * Input schema for updating a Capability.
+ */
+export declare const UpdateCapabilityInputSchema: z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+    projectId: z.ZodOptional<z.ZodString>;
+    source: z.ZodOptional<z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export type UpdateCapabilityInput = z.infer<typeof UpdateCapabilityInputSchema>;
+/**
+ * Input schema for creating a new CapabilityVersion.
+ */
+export declare const CreateCapabilityVersionInputSchema: z.ZodObject<{
+    source: z.ZodOptional<z.ZodObject<{
+        owner: z.ZodString;
+        repo: z.ZodString;
+        path: z.ZodString;
+        ref: z.ZodString;
+    }, z.core.$strip>>;
+    version: z.ZodString;
+    notes: z.ZodOptional<z.ZodString>;
+    origin: z.ZodOptional<z.ZodEnum<{
+        manual: "manual";
+        pr: "pr";
+        master: "master";
+    }>>;
+    content: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+export type CreateCapabilityVersionInput = Omit<z.infer<typeof CreateCapabilityVersionInputSchema>, 'content'> & {
+    content?: CapabilityContent;
+};

package/build/types/target/index.d.ts

@@ -3,3 +3,5 @@ export * from './agent.js';
 export * from './skill.js';
 export * from './sub-agent.js';
 export * from './preset.js';
+export * from './capability.js';
+export * from './capability-converters.js';

package/build/types/target/preset.d.ts

@@ -20,6 +20,8 @@ export declare const PresetSchema: z.ZodObject<{
     mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
     subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
     ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    capabilityIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    capabilityVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
 }, z.core.$strip>;
 export type Preset = z.infer<typeof PresetSchema>;
 /**
@@ -35,6 +37,8 @@ export declare const CreatePresetInputSchema: z.ZodObject<{
     mcpIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
     subAgentIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
     ruleIds: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    capabilityIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    capabilityVersions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
 }, z.core.$strip>;
 export type CreatePresetInput = z.infer<typeof CreatePresetInputSchema>;
 /**
@@ -50,5 +54,7 @@ export declare const UpdatePresetInputSchema: z.ZodObject<{
     mcpIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
     subAgentIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
     ruleIds: z.ZodOptional<z.ZodDefault<z.ZodArray<z.ZodString>>>;
+    capabilityIds: z.ZodOptional<z.ZodOptional<z.ZodArray<z.ZodString>>>;
+    capabilityVersions: z.ZodOptional<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>>;
 }, z.core.$strip>;
 export type UpdatePresetInput = z.infer<typeof UpdatePresetInputSchema>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.74.0",
+  "version": "0.75.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -46,5 +46,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "2d95416da22b2c81af5afb54bb6d3b5cbc1fac31d48f866a49a53523"
+  "falconPackageHash": "ff68e09079eb1df06b45479a0686174761134f8129f98230971bf486"
 }