opencastle 0.27.3 → 0.28.0

package/dist/cli/validate.js

@@ -0,0 +1,60 @@
+import { readFileSync, existsSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { parseYaml, validateSpec } from './run/schema.js';
+import { c } from './prompt.js';
+const HELP = `
+  opencastle validate <file> [options]
+
+  Validate a convoy YAML spec file without executing it.
+
+  Arguments:
+    <file>          Path to the convoy YAML spec file
+
+  Options:
+    --help, -h      Show this help
+`;
+export default async function validate({ args }) {
+    if (args.includes('--help') || args.includes('-h')) {
+        console.log(HELP);
+        return;
+    }
+    const filePath = args.find(a => !a.startsWith('--'));
+    if (!filePath) {
+        console.error('  ✗ A file path is required\n  Usage: opencastle validate <file>');
+        process.exit(1);
+    }
+    const absPath = resolve(process.cwd(), filePath);
+    if (!existsSync(absPath)) {
+        console.error(`  ✗ File not found: ${absPath}`);
+        process.exit(1);
+    }
+    let text;
+    try {
+        text = readFileSync(absPath, 'utf8');
+    }
+    catch (err) {
+        console.error(`  ✗ Could not read file: ${err.message}`);
+        process.exit(1);
+    }
+    let parsed;
+    try {
+        parsed = parseYaml(text);
+    }
+    catch (err) {
+        console.error(`  ✗ YAML parse error: ${err.message}`);
+        process.exit(1);
+    }
+    const result = validateSpec(parsed);
+    if (result.valid) {
+        console.log(`  ${c.green('✓')} ${filePath} is valid`);
+    }
+    else {
+        console.error(`  ${c.red('✗')} ${filePath} has ${result.errors.length} error${result.errors.length === 1 ? '' : 's'}:\n`);
+        for (const err of result.errors) {
+            console.error(`    • ${err}`);
+        }
+        console.error();
+        process.exit(1);
+    }
+}
+//# sourceMappingURL=validate.js.map

package/dist/cli/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/cli/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,aAAa,CAAA;AAG/B,MAAM,IAAI,GAAG;;;;;;;;;;CAUZ,CAAA;AAED,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,QAAQ,CAAC,EAAE,IAAI,EAAc;IACzD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACjB,OAAM;IACR,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAA;IACpD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,kEAAkE,CAAC,CAAA;QACjF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,CAAA;IAChD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,KAAK,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAA;QAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,IAAI,IAAY,CAAA;IAChB,IAAI,CAAC;QACH,IAAI,GAAG,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IACtC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA6B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;QACnE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,IAAI,MAAe,CAAA;IACnB,IAAI,CAAC;QACH,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,CAAA;IAC1B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,yBAA0B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAA;QAChE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IAED,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAA;IAEnC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,QAAQ,WAAW,CAAC,CAAA;IACvD,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,QAAQ,MAAM,CAAC,MAAM,CAAC,MAAM,SAAS,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;QACzH,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,CAAA;QAC/B,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,CAAA;QACf,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opencastle",
-  "version": "0.27.3",
+  "version": "0.28.0",
   "type": "module",
   "description": "Multi-agent orchestration framework for AI coding assistants",
   "bin": {
@@ -34,10 +34,11 @@
   "license": "MIT",
   "author": "Filip Mares",
   "scripts": {
+    "build": "npm run cli:build && npm run dashboard:build",
     "cli:build": "tsc",
     "test": "vitest run",
-    "dashboard:generate-demo-db": "tsx src/dashboard/scripts/generate-demo-db.ts --out .opencastle/convoy-demo.db",
-    "dashboard:etl": "tsx src/dashboard/scripts/etl.ts --db .opencastle/convoy-demo.db --out src/dashboard/public/data",
+    "dashboard:generate-demo-db": "tsx src/dashboard/scripts/generate-demo-db.ts --out .opencastle/convoy-demo.db --events-out .opencastle/convoy-demo.events.ndjson",
+    "dashboard:etl": "tsx src/dashboard/scripts/etl.ts --db .opencastle/convoy-demo.db --out src/dashboard/public/data --events .opencastle/convoy-demo.events.ndjson",
     "dashboard:test": "tsx src/dashboard/scripts/integration-test.ts",
     "dashboard:dev": "astro dev --root src/dashboard --port 4300",
     "dashboard:build": "astro build --root src/dashboard",
@@ -45,7 +46,7 @@
     "website:dev": "astro dev --root website",
     "website:build": "astro build --root website",
     "website:preview": "astro preview --root website",
-    "prepublishOnly": "npm run cli:build && npm run dashboard:build"
+    "prepublishOnly": "npm run build"
   },
   "engines": {
     "node": ">=22.5.0"

package/src/cli/convoy/engine.test.ts

@@ -3407,7 +3407,7 @@ describe('secret scan in DLQ/dispute markdown write', () => {
 
   it('emits secret_leak_prevented when dispute markdown write detects secrets', async () => {
     const scanSpy = vi.spyOn(gates, 'scanForSecrets').mockImplementation((content: string, filePath = '') => {
-      if (filePath === 'DISPUTES.md') {
+      if (filePath === '.opencastle/DISPUTES.md') {
         return {
           clean: false,
           findings: [{ pattern: 'Mock Secret', file: filePath, line: 1, snippet: content.slice(0, 20) }],

package/src/cli/convoy/engine.ts

@@ -426,7 +426,7 @@ function writeDisputeToMarkdown(
   panelResults: ReviewResult[],
   events?: ConvoyEventEmitter | null,
 ): void {
-  const mdPath = join(resolve(process.cwd()), 'DISPUTES.md')
+  const mdPath = join(resolve(process.cwd()), '.opencastle', 'DISPUTES.md')
   const marker = `<!-- dispute:${disputeId} -->`
 
   try {
@@ -443,7 +443,7 @@ function writeDisputeToMarkdown(
 
   const entry = `\n${marker}\n## Dispute: ${task.id}\n\n| Field | Value |\n|-------|-------|\n| Convoy | ${convoyId} |\n| Task | ${task.id} |\n| Date | ${new Date().toISOString()} |\n| Panel attempts | ${task.panel_attempts + 1} |\n| Agent | ${task.agent} |\n| Status | Open |\n\n**Blocking reasons:**\n\n${blockingReasons}\n`
 
-  const scanResult = scanForSecrets(entry, 'DISPUTES.md')
+  const scanResult = scanForSecrets(entry, '.opencastle/DISPUTES.md')
   if (!scanResult.clean) {
     if (events) {
       events.emit(

package/src/cli/convoy/issues.test.ts

@@ -8,14 +8,15 @@ vi.mock('./gates.js', () => ({
   scanForSecrets: vi.fn(() => ({ clean: true, findings: [] })),
 }))
 
-const DISCOVERED_REL = 'DISCOVERED-ISSUES.md'
-const KNOWN_REL = 'KNOWN-ISSUES.md'
+const DISCOVERED_REL = '.opencastle/DISCOVERED-ISSUES.md'
+const KNOWN_REL = '.opencastle/KNOWN-ISSUES.md'
 
 const DISCOVERED_HEADER = '# Discovered Issues\n\n'
 const KNOWN_HEADER = '# Known Issues\n\n'
 
 function makeBase(): string {
   const dir = realpathSync(mkdtempSync(join(tmpdir(), 'issues-test-')))
+  mkdirSync(join(dir, '.opencastle'), { recursive: true })
   return dir
 }
 

package/src/cli/convoy/issues.ts

@@ -3,12 +3,12 @@ import { join } from 'node:path'
 import { scanForSecrets } from './gates.js'
 import type { ConvoyEventEmitter } from './events.js'
 
-const DISCOVERED_PATH = 'DISCOVERED-ISSUES.md'
-const KNOWN_PATH = 'KNOWN-ISSUES.md'
+const DISCOVERED_PATH = '.opencastle/DISCOVERED-ISSUES.md'
+const KNOWN_PATH = '.opencastle/KNOWN-ISSUES.md'
 
 const INJECT_INSTRUCTION =
   'IMPORTANT: After completing your task, if you notice any pre-existing bugs or issues ' +
-  'unrelated to your task, append them to DISCOVERED-ISSUES.md in the format:\n\n' +
+  'unrelated to your task, append them to .opencastle/DISCOVERED-ISSUES.md in the format:\n\n' +
   '### ISSUE: [title]\n' +
   '- **File:** [filepath]\n' +
   '- **Description:** [description]\n' +

package/src/cli/pipeline.ts

@@ -0,0 +1,343 @@
+import { readFile } from 'node:fs/promises'
+import { existsSync } from 'node:fs'
+import { resolve } from 'node:path'
+import { c } from './prompt.js'
+import { runPromptStep } from './plan.js'
+import type { CliContext } from './types.js'
+
+const HELP = `
+  opencastle pipeline [options]
+
+  Run the full convoy generation pipeline from a feature prompt:
+
+    Step 1 — Generate PRD        (generate-prd)
+    Step 2 — Validate PRD        (validate-prd)
+    Step 3 — Generate convoy spec (generate-convoy, using PRD as BDO)
+    Step 4 — Validate convoy spec (validate-convoy)
+    Step 5 — Fix convoy spec      (fix-convoy, up to 2 retries if invalid)
+
+  Options:
+    --text, -t <text>        Feature prompt text (required, unless --prd is set)
+    --prd <path>             Skip step 1 — use an existing PRD file
+    --output-prd <path>      Override path for the generated PRD
+    --output-spec <path>     Override path for the generated convoy spec
+    --adapter, -a <name>     Override agent runtime adapter
+    --verbose                Show full agent output for each step
+    --dry-run                Generate and print the PRD prompt only, then stop
+    --skip-validation        Skip steps 2 and 4 (PRD and convoy validation)
+    --help, -h               Show this help
+`
+
+interface PipelineOptions {
+  text: string | null
+  prd: string | null
+  outputPrd: string | null
+  outputSpec: string | null
+  adapter: string | null
+  verbose: boolean
+  dryRun: boolean
+  skipValidation: boolean
+  help: boolean
+}
+
+function parseArgs(args: string[]): PipelineOptions {
+  const opts: PipelineOptions = {
+    text: null,
+    prd: null,
+    outputPrd: null,
+    outputSpec: null,
+    adapter: null,
+    verbose: false,
+    dryRun: false,
+    skipValidation: false,
+    help: false,
+  }
+
+  for (let i = 0; i < args.length; i++) {
+    const arg = args[i]
+    switch (arg) {
+      case '--help':
+      case '-h':
+        opts.help = true
+        break
+      case '--text':
+      case '-t':
+        if (i + 1 >= args.length) { console.error('  ✗ --text requires a value'); process.exit(1) }
+        opts.text = args[++i]
+        break
+      case '--prd':
+        if (i + 1 >= args.length) { console.error('  ✗ --prd requires a path'); process.exit(1) }
+        opts.prd = args[++i]
+        break
+      case '--output-prd':
+        if (i + 1 >= args.length) { console.error('  ✗ --output-prd requires a path'); process.exit(1) }
+        opts.outputPrd = args[++i]
+        break
+      case '--output-spec':
+        if (i + 1 >= args.length) { console.error('  ✗ --output-spec requires a path'); process.exit(1) }
+        opts.outputSpec = args[++i]
+        break
+      case '--adapter':
+      case '-a':
+        if (i + 1 >= args.length) { console.error('  ✗ --adapter requires a name'); process.exit(1) }
+        opts.adapter = args[++i]
+        break
+      case '--verbose':
+        opts.verbose = true
+        break
+      case '--dry-run':
+      case '--dryRun':
+        opts.dryRun = true
+        break
+      case '--skip-validation':
+        opts.skipValidation = true
+        break
+      default:
+        console.error(`  ✗ Unknown option: ${arg}`)
+        console.log(HELP)
+        process.exit(1)
+    }
+  }
+
+  return opts
+}
+
+function relPath(abs: string): string {
+  return abs.startsWith(process.cwd()) ? abs.slice(process.cwd().length + 1) : abs
+}
+
+function stepLabel(n: number, total: number, name: string): string {
+  return c.bold(c.cyan(`  [${n}/${total}] ${name}`))
+}
+
+export default async function pipeline({ args, pkgRoot }: CliContext): Promise<void> {
+  const opts = parseArgs(args)
+
+  if (opts.help) {
+    console.log(HELP)
+    return
+  }
+
+  if (!opts.text && !opts.prd) {
+    console.error(`  ✗ Either --text or --prd is required.`)
+    console.log(HELP)
+    process.exit(1)
+  }
+
+  if (opts.text && opts.prd) {
+    console.error(`  ✗ --text and --prd are mutually exclusive.`)
+    process.exit(1)
+  }
+
+  if (opts.prd) {
+    const resolvedPrd = resolve(process.cwd(), opts.prd)
+    if (!existsSync(resolvedPrd)) {
+      console.error(`  ✗ PRD file not found: ${opts.prd}`)
+      process.exit(1)
+    }
+  }
+
+  const totalSteps = opts.skipValidation ? 3 : 5
+  const sharedOpts = {
+    adapterName: opts.adapter ?? undefined,
+    verbose: opts.verbose,
+    pkgRoot,
+  }
+
+  console.log(c.bold('\n  opencastle pipeline\n'))
+
+  // ── Step 1: Generate PRD ──────────────────────────────────────────────────
+  let prdPath: string
+
+  if (opts.prd) {
+    prdPath = resolve(process.cwd(), opts.prd)
+    console.log(c.dim(`  [−] Skipping PRD generation — using: ${relPath(prdPath)}`))
+  } else {
+    console.log(stepLabel(1, totalSteps, 'Generating PRD…'))
+
+    let result
+    try {
+      result = await runPromptStep({
+        ...sharedOpts,
+        template: 'generate-prd',
+        goalText: opts.text!,
+        outputPath: opts.outputPrd ? resolve(process.cwd(), opts.outputPrd) : undefined,
+        dryRun: opts.dryRun,
+      })
+    } catch (err) {
+      console.error(`\n  ✗ Step 1 failed: ${err instanceof Error ? err.message : String(err)}`)
+      process.exit(1)
+    }
+
+    if (opts.dryRun) {
+      console.log(c.dim('\n  [dry-run] Stopping after step 1. Remove --dry-run to run the full pipeline.'))
+      return
+    }
+
+    prdPath = result.outputPath!
+    console.log(c.green(`  ✓ PRD written to ${relPath(prdPath)}\n`))
+  }
+
+  // ── Step 2: Validate PRD ──────────────────────────────────────────────────
+  if (!opts.skipValidation) {
+    console.log(stepLabel(2, totalSteps, 'Validating PRD…'))
+
+    const prdContent = await readFile(prdPath, 'utf8')
+    let result
+    try {
+      result = await runPromptStep({
+        ...sharedOpts,
+        template: 'validate-prd',
+        goalText: prdContent,
+      })
+    } catch (err) {
+      console.error(`\n  ✗ Step 2 failed: ${err instanceof Error ? err.message : String(err)}`)
+      process.exit(1)
+    }
+
+    if (!result.isValid) {
+      console.log(c.red(`  ✗ PRD validation failed.\n`))
+      console.log(result.errors ?? result.rawOutput)
+      console.log(
+        c.dim(`\n  Fix the PRD at ${relPath(prdPath)} and re-run with:\n`) +
+          `    opencastle pipeline --prd ${relPath(prdPath)}${opts.adapter ? ` --adapter ${opts.adapter}` : ''}\n`
+      )
+      process.exit(1)
+    }
+
+    console.log(c.green(`  ✓ PRD is valid\n`))
+  }
+
+  // ── Step 3: Generate convoy spec ──────────────────────────────────────────
+  const genStep = opts.skipValidation ? 2 : 3
+  console.log(stepLabel(genStep, totalSteps, 'Generating convoy spec…'))
+
+  let specPath: string
+  try {
+    const result = await runPromptStep({
+      ...sharedOpts,
+      template: 'generate-convoy',
+      filePath: prdPath,
+      outputPath: opts.outputSpec ? resolve(process.cwd(), opts.outputSpec) : undefined,
+    })
+    specPath = result.outputPath!
+  } catch (err) {
+    console.error(`\n  ✗ Step ${genStep} failed: ${err instanceof Error ? err.message : String(err)}`)
+    process.exit(1)
+  }
+
+  console.log(c.green(`  ✓ Convoy spec written to ${relPath(specPath)}\n`))
+
+  if (opts.skipValidation) {
+    printFinalSummary(prdPath, specPath)
+    return
+  }
+
+  // ── Step 4: Validate convoy spec ──────────────────────────────────────────
+  console.log(stepLabel(4, totalSteps, 'Validating convoy spec…'))
+
+  const specContent = await readFile(specPath, 'utf8')
+  let validationErrors: string
+
+  {
+    let result
+    try {
+      result = await runPromptStep({
+        ...sharedOpts,
+        template: 'validate-convoy',
+        goalText: specContent,
+      })
+    } catch (err) {
+      console.error(`\n  ✗ Step 4 failed: ${err instanceof Error ? err.message : String(err)}`)
+      process.exit(1)
+    }
+
+    if (result.isValid) {
+      console.log(c.green(`  ✓ Convoy spec is valid\n`))
+      printFinalSummary(prdPath, specPath)
+      return
+    }
+
+    validationErrors = result.errors ?? result.rawOutput
+    console.log(c.yellow(`  ⚠ Spec has validation issues — attempting auto-fix…\n`))
+    console.log(c.dim(validationErrors))
+    console.log()
+  }
+
+  // ── Step 5: Fix convoy spec (up to 2 retries) ─────────────────────────────
+  const MAX_FIX_RETRIES = 2
+  let fixedSpecContent = specContent
+
+  for (let attempt = 1; attempt <= MAX_FIX_RETRIES; attempt++) {
+    const label = `Fix attempt ${attempt}/${MAX_FIX_RETRIES}…`
+    console.log(stepLabel(5, totalSteps, label))
+
+    let fixResult
+    try {
+      fixResult = await runPromptStep({
+        ...sharedOpts,
+        template: 'fix-convoy',
+        goalText: fixedSpecContent,
+        contextText: validationErrors,
+        outputPath: specPath, // overwrite in place
+      })
+    } catch (err) {
+      console.error(`\n  ✗ Step 5 (attempt ${attempt}) failed: ${err instanceof Error ? err.message : String(err)}`)
+      process.exit(1)
+    }
+
+    console.log(c.dim(`  Re-validating after fix…`))
+
+    // Read the newly written spec
+    fixedSpecContent = await readFile(specPath, 'utf8')
+
+    let revalidation
+    try {
+      revalidation = await runPromptStep({
+        ...sharedOpts,
+        template: 'validate-convoy',
+        goalText: fixedSpecContent,
+      })
+    } catch (err) {
+      console.error(`\n  ✗ Re-validation failed: ${err instanceof Error ? err.message : String(err)}`)
+      process.exit(1)
+    }
+
+    if (revalidation.isValid) {
+      console.log(c.green(`  ✓ Spec fixed and validated\n`))
+      printFinalSummary(prdPath, specPath)
+      return
+    }
+
+    validationErrors = revalidation.errors ?? revalidation.rawOutput
+
+    if (attempt < MAX_FIX_RETRIES) {
+      console.log(c.yellow(`  ⚠ Still has issues after fix attempt ${attempt} — retrying…\n`))
+      console.log(c.dim(validationErrors))
+      console.log()
+    }
+  }
+
+  // All retries exhausted
+  console.log(c.red(`\n  ✗ Could not auto-fix the convoy spec after ${MAX_FIX_RETRIES} attempts.\n`))
+  console.log(`  Remaining issues:\n`)
+  console.log(validationErrors)
+  console.log(
+    c.dim(`\n  The spec has been saved to ${relPath(specPath)} with the best available fixes.\n`) +
+      c.dim(`  Review the remaining issues above and edit the file manually, then validate with:\n`) +
+      `    opencastle plan --file ${relPath(specPath)} --template validate-convoy\n`
+  )
+  process.exit(1)
+}
+
+function printFinalSummary(prdPath: string, specPath: string): void {
+  const prd = relPath(prdPath)
+  const spec = relPath(specPath)
+  console.log(c.bold(c.green('  Pipeline complete!\n')))
+  console.log(`  PRD:           ${prd}`)
+  console.log(`  Convoy spec:   ${spec}\n`)
+  console.log(
+    `  ${c.dim('Preview:')} npx opencastle run -f ${spec} --dry-run\n` +
+      `  ${c.dim('Execute:')} npx opencastle run -f ${spec}\n`
+  )
+}