@vibe-agent-toolkit/vat-development-agents 0.1.0-rc.10

package/agents/agent-generator/schemas/input.schema.json

@@ -0,0 +1,86 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "https://vat.dev/schemas/agent-generator/input.v1.json",
+  "title": "Agent Design Request",
+  "description": "Input schema for agent-generator: describes what agent to create",
+  "type": "object",
+  "properties": {
+    "agentPurpose": {
+      "type": "string",
+      "description": "What problem does this agent solve? Who will use it and why?",
+      "examples": [
+        "Help developers validate agent.yaml files before deployment",
+        "Review pull requests for security vulnerabilities and suggest fixes"
+      ]
+    },
+    "successCriteria": {
+      "type": "string",
+      "description": "How will you know the agent did a good job? What does success look like?",
+      "examples": [
+        "Agent catches schema errors and suggests fixes before they cause runtime failures",
+        "Identifies 100% of critical security issues with <10% false positive rate"
+      ]
+    },
+    "typicalInputs": {
+      "type": "string",
+      "description": "What kind of data/requests will the agent receive? Include examples.",
+      "examples": [
+        "Path to agent.yaml file, or raw YAML content to validate",
+        "GitHub PR URL with diff to review"
+      ]
+    },
+    "expectedOutputs": {
+      "type": "string",
+      "description": "What should the agent produce? What format?",
+      "examples": [
+        "Validation report with errors, warnings, and specific line numbers with suggestions",
+        "Structured feedback with severity levels: { file, line, severity, message, suggestion }"
+      ]
+    },
+    "domainContext": {
+      "type": "string",
+      "description": "What domain knowledge or constraints should the agent understand?",
+      "examples": [
+        "VAT agent schema format, common validation pitfalls, best practices for agent design",
+        "OWASP Top 10, secure coding standards for Python and JavaScript"
+      ]
+    },
+    "performanceRequirements": {
+      "type": "object",
+      "properties": {
+        "latency": {
+          "type": "string",
+          "description": "How fast should it respond?",
+          "examples": ["Under 5 seconds for typical files", "Real-time for simple queries"]
+        },
+        "accuracy": {
+          "type": "string",
+          "description": "How accurate must it be?",
+          "examples": [
+            "Must catch 100% of schema violations, false positives OK",
+            "Prefer high recall over precision"
+          ]
+        },
+        "cost": {
+          "type": "string",
+          "description": "Any budget constraints?",
+          "examples": [
+            "Prefer cheaper models, accuracy matters more than speed",
+            "Cost-sensitive: use smallest model that meets accuracy requirements"
+          ]
+        }
+      },
+      "description": "Performance constraints and priorities"
+    },
+    "additionalContext": {
+      "type": "string",
+      "description": "Anything else relevant? Similar tools, specific use cases, edge cases to handle?",
+      "examples": [
+        "Similar to ESLint but for agent manifests",
+        "Must work in CI/CD pipelines"
+      ]
+    }
+  },
+  "required": ["agentPurpose", "successCriteria"],
+  "additionalProperties": false
+}

package/agents/agent-generator/schemas/output.schema.json

@@ -0,0 +1,137 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "https://vat.dev/schemas/agent-generator/output.v1.json",
+  "title": "Generated Agent Package",
+  "description": "Output schema for agent-generator: complete agent package with validation",
+  "type": "object",
+  "properties": {
+    "agentYaml": {
+      "type": "object",
+      "description": "Complete agent.yaml content as parsed YAML object (will be validated against AgentManifestSchema)",
+      "properties": {
+        "apiVersion": {
+          "type": "string",
+          "const": "vat.dev/v1"
+        },
+        "kind": {
+          "type": "string",
+          "const": "Agent"
+        },
+        "metadata": {
+          "type": "object"
+        },
+        "spec": {
+          "type": "object"
+        }
+      },
+      "required": ["apiVersion", "kind", "metadata", "spec"]
+    },
+    "files": {
+      "type": "array",
+      "description": "All generated files with content (wrapper writes to disk)",
+      "items": {
+        "type": "object",
+        "properties": {
+          "path": {
+            "type": "string",
+            "description": "Relative path for file (e.g., 'prompts/system.md')",
+            "examples": [
+              "prompts/system.md",
+              "prompts/user.md",
+              "schemas/input.schema.json",
+              "README.md"
+            ]
+          },
+          "content": {
+            "type": "string",
+            "description": "Complete file content"
+          },
+          "type": {
+            "type": "string",
+            "enum": ["prompt", "schema", "readme", "example", "template", "documentation", "other"],
+            "description": "File type classification"
+          }
+        },
+        "required": ["path", "content", "type"],
+        "additionalProperties": false
+      },
+      "minItems": 1
+    },
+    "validationResults": {
+      "type": "object",
+      "description": "Validation results from @vibe-agent-toolkit/agent-schema",
+      "properties": {
+        "valid": {
+          "type": "boolean",
+          "description": "Whether agent.yaml passed schema validation"
+        },
+        "errors": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Validation errors (if any)"
+        },
+        "warnings": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Non-blocking validation warnings"
+        }
+      },
+      "required": ["valid"],
+      "additionalProperties": false
+    },
+    "summary": {
+      "type": "string",
+      "description": "Human-readable summary of what was created and next steps",
+      "minLength": 50,
+      "examples": [
+        "Created PR review agent with Claude Sonnet 4.5. Files: agent.yaml, system/user prompts, I/O schemas, README. Next: Customize prompts, test with sample PRs, deploy."
+      ]
+    },
+    "architecture": {
+      "type": "object",
+      "description": "Architecture decisions made during DESIGN phase",
+      "properties": {
+        "llm": {
+          "type": "string",
+          "description": "LLM chosen and justification",
+          "examples": [
+            "Claude Sonnet 4.5: Balances code understanding quality with cost for PR reviews"
+          ]
+        },
+        "tools": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          },
+          "description": "Tools included and why",
+          "examples": [
+            "file-reader: Read source files and git diffs",
+            "github-api: Optional for direct PR integration"
+          ]
+        },
+        "promptStrategy": {
+          "type": "string",
+          "description": "Prompt design approach",
+          "examples": [
+            "System prompt: Expert code reviewer identity, focus on bugs/security/style. User template: Structured PR diff input with severity levels."
+          ]
+        },
+        "resourcesPlan": {
+          "type": "string",
+          "description": "Resources planned for agent context",
+          "examples": [
+            "coding-standards.md, security-checklist.md as reference docs. Input/output JSON schemas for validation."
+          ]
+        }
+      },
+      "required": ["llm", "tools", "promptStrategy", "resourcesPlan"],
+      "additionalProperties": false
+    }
+  },
+  "required": ["agentYaml", "files", "validationResults", "summary", "architecture"],
+  "additionalProperties": false
+}

package/agents/agent-generator/validate-agent.ts

@@ -0,0 +1,91 @@
+#!/usr/bin/env bun
+/**
+ * Validation script for agent.yaml
+ *
+ * Validates agent-generator's manifest against @vibe-agent-toolkit/agent-schema.
+ * This is the forcing function to discover schema refinements needed for Phase 1.
+ */
+
+import { readFileSync } from 'node:fs';
+import { dirname, resolve } from 'node:path';
+import { fileURLToPath } from 'node:url';
+
+import { parse as parseYaml } from 'yaml';
+
+import { AgentManifestSchema } from '../../../../packages/agent-schema/dist/index.js';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+
+function main(): void {
+  console.log('Validating agent.yaml against AgentManifestSchema...\n');
+
+  // Read agent.yaml
+  const agentYamlPath = resolve(__dirname, 'agent.yaml');
+  const agentYamlContent = readFileSync(agentYamlPath, 'utf-8');
+
+  // Parse YAML to object
+  const agentData = parseYaml(agentYamlContent);
+
+  console.log('Parsed agent.yaml successfully');
+  console.log('Agent name:', agentData.metadata?.name);
+  console.log('Agent version:', agentData.metadata?.version);
+  console.log();
+
+  // Validate against schema
+  const result = AgentManifestSchema.safeParse(agentData);
+
+  if (result.success) {
+    console.log('✅ VALIDATION PASSED');
+    console.log('agent.yaml is valid according to AgentManifestSchema');
+    process.exit(0);
+  }
+
+  // Validation failed - report detailed errors
+  console.log('❌ VALIDATION FAILED\n');
+  console.log('Errors found:\n');
+
+  const errors = result.error.errors;
+
+  // Group errors by path for better readability
+  const errorsByPath = new Map<string, typeof errors>();
+
+  for (const error of errors) {
+    const path = error.path.join('.');
+    const existing = errorsByPath.get(path) ?? [];
+    existing.push(error);
+    errorsByPath.set(path, existing);
+  }
+
+  // Report errors
+  let errorCount = 0;
+  for (const [path, pathErrors] of errorsByPath) {
+    for (const error of pathErrors) {
+      errorCount++;
+      console.log(`[${errorCount}] Path: ${path || '(root)'}`);
+      console.log(`    Code: ${error.code}`);
+      console.log(`    Message: ${error.message}`);
+
+      if (error.code === 'unrecognized_keys') {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any -- Error shape from Zod
+        const keys = (error as any).keys;
+        if (keys && Array.isArray(keys)) {
+          console.log(`    Unrecognized keys: ${keys.join(', ')}`);
+        }
+      }
+
+      console.log();
+    }
+  }
+
+  console.log(`Total errors: ${errorCount}`);
+  console.log();
+  console.log('Next steps:');
+  console.log('1. Review errors above');
+  console.log('2. Determine if agent.yaml needs fixes OR schema needs refinements');
+  console.log('3. Document findings in DESIGN-NOTES.md');
+
+  process.exit(1);
+}
+
+main();