@wix/evalforge-types 0.25.0 → 0.27.0

package/build/index.js

@@ -45,6 +45,7 @@ __export(index_exports, {
   CreateMcpInputSchema: () => CreateMcpInputSchema,
   CreateProjectInputSchema: () => CreateProjectInputSchema,
   CreateSkillInputSchema: () => CreateSkillInputSchema,
+  CreateSkillVersionInputSchema: () => CreateSkillVersionInputSchema,
   CreateSkillsGroupInputSchema: () => CreateSkillsGroupInputSchema,
   CreateSubAgentInputSchema: () => CreateSubAgentInputSchema,
   CreateTemplateInputSchema: () => CreateTemplateInputSchema,
@@ -72,6 +73,8 @@ __export(index_exports, {
   FileContentTestSchema: () => FileContentTestSchema,
   FileModificationSchema: () => FileModificationSchema,
   FilePresenceTestSchema: () => FilePresenceTestSchema,
+  GitHubSourceSchema: () => GitHubSourceSchema,
+  InitialVersionInputSchema: () => InitialVersionInputSchema,
   LLMBreakdownStatsSchema: () => LLMBreakdownStatsSchema,
   LLMStepType: () => LLMStepType,
   LLMTestSchema: () => LLMTestSchema,
@@ -97,16 +100,20 @@ __export(index_exports, {
   PlaywrightNLTestSchema: () => PlaywrightNLTestSchema,
   ProjectSchema: () => ProjectSchema,
   PromptResultSchema: () => PromptResultSchema,
+  SEMVER_REGEX: () => SEMVER_REGEX,
   SKILL_FOLDER_NAME_REGEX: () => SKILL_FOLDER_NAME_REGEX,
   SYSTEM_ASSERTIONS: () => SYSTEM_ASSERTIONS,
   SYSTEM_ASSERTION_IDS: () => SYSTEM_ASSERTION_IDS,
   ScenarioAssertionLinkSchema: () => ScenarioAssertionLinkSchema,
   SiteConfigTestSchema: () => SiteConfigTestSchema,
+  SkillFileSchema: () => SkillFileSchema,
   SkillMetadataSchema: () => SkillMetadataSchema,
   SkillSchema: () => SkillSchema,
+  SkillVersionOriginSchema: () => SkillVersionOriginSchema,
   SkillVersionSchema: () => SkillVersionSchema,
   SkillWasCalledAssertionSchema: () => SkillWasCalledAssertionSchema,
   SkillWasCalledConfigSchema: () => SkillWasCalledConfigSchema,
+  SkillWithLatestVersionSchema: () => SkillWithLatestVersionSchema,
   SkillsGroupSchema: () => SkillsGroupSchema,
   SubAgentSchema: () => SubAgentSchema,
   TRACE_EVENT_PREFIX: () => TRACE_EVENT_PREFIX,
@@ -223,21 +230,21 @@ var AVAILABLE_MODELS = [
     id: "CLAUDE_4_SONNET_1_0" /* CLAUDE_4_SONNET_1_0 */,
     name: "Claude 4 Sonnet",
     provider: "anthropic",
-    providerModelId: "claude-4-sonnet",
+    providerModelId: "claude-sonnet-4-20250514",
     pricing: { inputPer1M: 3, outputPer1M: 15 }
   },
   {
     id: "CLAUDE_4_OPUS_1_0" /* CLAUDE_4_OPUS_1_0 */,
     name: "Claude 4 Opus",
     provider: "anthropic",
-    providerModelId: "claude-4-opus",
+    providerModelId: "claude-opus-4-20250514",
     pricing: { inputPer1M: 15, outputPer1M: 75 }
   },
   {
     id: "CLAUDE_3_7_SONNET_1_0" /* CLAUDE_3_7_SONNET_1_0 */,
     name: "Claude 3.7 Sonnet",
     provider: "anthropic",
-    providerModelId: "claude-3-7-sonnet",
+    providerModelId: "claude-3-7-sonnet-20250219",
     pricing: { inputPer1M: 3, outputPer1M: 15 }
   },
   {
@@ -307,6 +314,8 @@ var UpdateAgentInputSchema = CreateAgentInputSchema.partial().extend({
 // src/target/skill.ts
 var import_zod5 = require("zod");
 var SKILL_FOLDER_NAME_REGEX = /^[a-z0-9]+(-[a-z0-9]+)*$/;
+var SEMVER_REGEX = /^\d+\.\d+\.\d+$/;
+var SkillVersionOriginSchema = import_zod5.z.enum(["manual", "pr", "master"]);
 function isValidSkillFolderName(name) {
   return typeof name === "string" && name.length > 0 && SKILL_FOLDER_NAME_REGEX.test(name.trim());
 }
@@ -316,36 +325,87 @@ var SkillMetadataSchema = import_zod5.z.object({
   allowedTools: import_zod5.z.array(import_zod5.z.string()).optional(),
   skills: import_zod5.z.array(import_zod5.z.string()).optional()
 });
+var GitHubSourceSchema = import_zod5.z.object({
+  /** GitHub org or user, e.g. "wix" */
+  owner: import_zod5.z.string().min(1),
+  /** Repository name, e.g. "skills" */
+  repo: import_zod5.z.string().min(1),
+  /** Folder path to the skill directory, e.g. "wix-cli/skills/wix-cli-dashboard-page" */
+  path: import_zod5.z.string().min(1),
+  /** Git ref (branch, tag, or SHA), e.g. "master" or "v1.2.0" */
+  ref: import_zod5.z.string().min(1)
+});
+var SkillFileSchema = import_zod5.z.object({
+  /** Relative path within the skill directory, e.g. "SKILL.md" or "references/API_SPEC.md" */
+  path: import_zod5.z.string().min(1),
+  /** File content (UTF-8 text) */
+  content: import_zod5.z.string()
+});
 var SkillVersionSchema = import_zod5.z.object({
   id: import_zod5.z.string(),
+  projectId: import_zod5.z.string(),
   skillId: import_zod5.z.string(),
-  skillMd: import_zod5.z.string(),
-  metadata: SkillMetadataSchema,
-  model: ModelConfigSchema.optional(),
-  systemPrompt: import_zod5.z.string().optional(),
-  version: import_zod5.z.number(),
-  createdAt: import_zod5.z.string(),
-  notes: import_zod5.z.string().optional()
+  /** Semver string (e.g. "1.2.0") or Falcon fingerprint */
+  version: import_zod5.z.string(),
+  /** How this version was created */
+  origin: SkillVersionOriginSchema,
+  /** Where this snapshot was taken from */
+  source: GitHubSourceSchema.optional(),
+  /** Frozen snapshot of all files in the skill directory */
+  files: import_zod5.z.array(SkillFileSchema).optional(),
+  /** Optional notes about this version (changelog, reason for change) */
+  notes: import_zod5.z.string().optional(),
+  createdAt: import_zod5.z.string()
+});
+var CreateSkillVersionInputSchema = import_zod5.z.object({
+  /** GitHub source to snapshot from. If not provided, uses the Skill's source. */
+  source: GitHubSourceSchema.optional(),
+  /** Version string for this snapshot (e.g. "1.0.0", "1.0.3"). */
+  version: import_zod5.z.string().min(1),
+  notes: import_zod5.z.string().optional(),
+  /** Origin of this version. Defaults to 'manual' in backend. */
+  origin: SkillVersionOriginSchema.optional(),
+  /** Pre-edited files to store directly (bypasses GitHub fetch when provided) */
+  files: import_zod5.z.array(SkillFileSchema).optional()
 });
 var SkillSchema = TargetSchema.extend({
-  /** The current SKILL.md content */
-  skillMd: import_zod5.z.string()
+  /** GitHub source reference for live content fetching */
+  source: GitHubSourceSchema.optional()
 });
 var KEBAB_CASE_MESSAGE = "Name must be in kebab-case (lowercase letters, numbers, hyphens only, e.g. my-skill)";
 var SkillInputBaseSchema = SkillSchema.omit({
   id: true,
   createdAt: true,
   updatedAt: true,
-  deleted: true
+  deleted: true,
+  description: true,
+  source: true
+}).extend({
+  /** Optional - not stored on Skill; content description lives in SkillVersion */
+  description: import_zod5.z.string().optional(),
+  /** GitHub source reference for live content fetching */
+  source: GitHubSourceSchema.optional()
+});
+var InitialVersionInputSchema = import_zod5.z.object({
+  files: import_zod5.z.array(SkillFileSchema).optional(),
+  notes: import_zod5.z.string().optional(),
+  source: GitHubSourceSchema.optional(),
+  version: import_zod5.z.string().optional(),
+  origin: SkillVersionOriginSchema.optional()
+});
+var CreateSkillInputSchema = SkillInputBaseSchema.extend({
+  initialVersion: InitialVersionInputSchema.optional()
+}).refine((data) => isValidSkillFolderName(data.name), {
+  message: KEBAB_CASE_MESSAGE,
+  path: ["name"]
 });
-var CreateSkillInputSchema = SkillInputBaseSchema.refine(
-  (data) => isValidSkillFolderName(data.name),
-  { message: KEBAB_CASE_MESSAGE, path: ["name"] }
-);
 var UpdateSkillInputSchema = SkillInputBaseSchema.partial().refine(
   (data) => data.name === void 0 || isValidSkillFolderName(data.name),
   { message: KEBAB_CASE_MESSAGE, path: ["name"] }
 );
+var SkillWithLatestVersionSchema = SkillSchema.extend({
+  latestVersion: SkillVersionSchema.optional()
+});
 
 // src/target/skills-group.ts
 var import_zod6 = require("zod");
@@ -564,7 +624,7 @@ var import_zod19 = require("zod");
 var SkillWasCalledAssertionSchema = import_zod19.z.object({
   type: import_zod19.z.literal("skill_was_called"),
   /** Names of the skills that must have been called (matched against trace Skill tool args) */
-  skillNames: import_zod19.z.array(import_zod19.z.string()).min(1)
+  skillNames: import_zod19.z.array(import_zod19.z.string().min(1)).min(1)
 });
 var BuildPassedAssertionSchema = import_zod19.z.object({
   type: import_zod19.z.literal("build_passed"),
@@ -1034,6 +1094,8 @@ var EvalRunSchema = TenantEntitySchema.extend({
   agentId: import_zod26.z.string().optional(),
   /** Skills group ID for this run */
   skillsGroupId: import_zod26.z.string().optional(),
+  /** Map of skillId to skillVersionId for this run */
+  skillVersions: import_zod26.z.record(import_zod26.z.string(), import_zod26.z.string()).optional(),
   /** Scenario IDs to run */
   scenarioIds: import_zod26.z.array(import_zod26.z.string()),
   /** Current status */
@@ -1131,6 +1193,10 @@ var EvalRunResultSchema = import_zod27.z.object({
   id: import_zod27.z.string(),
   targetId: import_zod27.z.string(),
   targetName: import_zod27.z.string().optional(),
+  /** SkillVersion ID used for this evaluation (for version tracking) */
+  skillVersionId: import_zod27.z.string().optional(),
+  /** SkillVersion semver string (e.g., "1.0.0", "1.2.3") for display */
+  skillVersion: import_zod27.z.string().optional(),
   scenarioId: import_zod27.z.string(),
   scenarioName: import_zod27.z.string(),
   modelConfig: ModelConfigSchema.optional(),
@@ -1351,6 +1417,7 @@ function getSystemAssertion(id) {
   CreateMcpInputSchema,
   CreateProjectInputSchema,
   CreateSkillInputSchema,
+  CreateSkillVersionInputSchema,
   CreateSkillsGroupInputSchema,
   CreateSubAgentInputSchema,
   CreateTemplateInputSchema,
@@ -1378,6 +1445,8 @@ function getSystemAssertion(id) {
   FileContentTestSchema,
   FileModificationSchema,
   FilePresenceTestSchema,
+  GitHubSourceSchema,
+  InitialVersionInputSchema,
   LLMBreakdownStatsSchema,
   LLMStepType,
   LLMTestSchema,
@@ -1403,16 +1472,20 @@ function getSystemAssertion(id) {
   PlaywrightNLTestSchema,
   ProjectSchema,
   PromptResultSchema,
+  SEMVER_REGEX,
   SKILL_FOLDER_NAME_REGEX,
   SYSTEM_ASSERTIONS,
   SYSTEM_ASSERTION_IDS,
   ScenarioAssertionLinkSchema,
   SiteConfigTestSchema,
+  SkillFileSchema,
   SkillMetadataSchema,
   SkillSchema,
+  SkillVersionOriginSchema,
   SkillVersionSchema,
   SkillWasCalledAssertionSchema,
   SkillWasCalledConfigSchema,
+  SkillWithLatestVersionSchema,
   SkillsGroupSchema,
   SubAgentSchema,
   TRACE_EVENT_PREFIX,