popeye-cli 1.9.5 → 2.0.0

package/src/pipeline/type-defs/packets.ts

@@ -0,0 +1,131 @@
+/**
+ * Structured packet types — plans, consensus, RCA, constraints, change requests.
+ */
+
+import { z } from 'zod';
+import { PipelinePhaseSchema, PipelineRoleSchema } from './enums.js';
+import { ArtifactRefSchema, DependencyEdgeSchema } from './artifacts.js';
+
+// ─── Constraint ──────────────────────────────────────────
+
+export const ConstraintSchema = z.object({
+  type: z.enum(['technical', 'business', 'timeline', 'compliance']),
+  description: z.string(),
+  source: ArtifactRefSchema,
+});
+export type Constraint = z.infer<typeof ConstraintSchema>;
+
+// ─── Plan Packet ─────────────────────────────────────────
+
+export const PlanPacketMetadataSchema = z.object({
+  packet_id: z.string(),
+  timestamp: z.string(),
+  phase: PipelinePhaseSchema,
+  submitted_by: PipelineRoleSchema,
+  version: z.number().int().positive(),
+});
+
+export const PlanPacketSchema = z.object({
+  metadata: PlanPacketMetadataSchema,
+  references: z.object({
+    master_plan: ArtifactRefSchema,
+    constitution: ArtifactRefSchema,
+    repo_snapshot: ArtifactRefSchema,
+  }),
+  proposed_artifacts: z.array(ArtifactRefSchema),
+  acceptance_criteria: z.array(z.string()),
+  artifact_dependencies: z.array(DependencyEdgeSchema),
+  constraints: z.array(ConstraintSchema),
+  open_questions: z.array(z.string()).optional(),
+});
+export type PlanPacket = z.infer<typeof PlanPacketSchema>;
+
+// ─── Reviewer Vote ───────────────────────────────────────
+
+export const ReviewerVoteSchema = z.object({
+  reviewer_id: z.string(),
+  provider: z.string(),
+  model: z.string(),
+  temperature: z.number(),
+  prompt_hash: z.string(),
+  vote: z.enum(['APPROVE', 'REJECT', 'CONDITIONAL']),
+  confidence: z.number().min(0).max(1),
+  blocking_issues: z.array(z.string()),
+  suggestions: z.array(z.string()),
+  evidence_refs: z.array(ArtifactRefSchema),
+});
+export type ReviewerVote = z.infer<typeof ReviewerVoteSchema>;
+
+// ─── Consensus Packet ────────────────────────────────────
+
+export const ConsensusRulesSchema = z.object({
+  threshold: z.number().min(0).max(1),
+  quorum: z.number().int().positive(),
+  min_reviewers: z.number().int().positive(),
+});
+
+export const ConsensusResultSchema = z.object({
+  approved: z.boolean(),
+  score: z.number().min(0).max(1),
+  weighted_score: z.number().min(0).max(1),
+  participating_reviewers: z.number().int(),
+});
+
+export const ArbitratorResultSchema = z.object({
+  decision: z.string(),
+  merged_patch: z.string().optional(),
+  artifact_ref: ArtifactRefSchema.optional(),
+});
+
+export const ConsensusPacketSchema = z.object({
+  metadata: z.object({
+    packet_id: z.string(),
+    timestamp: z.string(),
+    plan_packet_id: z.string(),
+  }),
+  plan_packet_reference: ArtifactRefSchema,
+  reviewer_votes: z.array(ReviewerVoteSchema),
+  consensus_rules: ConsensusRulesSchema,
+  consensus_result: ConsensusResultSchema,
+  arbitrator_result: ArbitratorResultSchema.optional(),
+  final_status: z.enum(['APPROVED', 'REJECTED', 'ARBITRATED']),
+});
+export type ConsensusPacket = z.infer<typeof ConsensusPacketSchema>;
+
+// ─── RCA Packet ──────────────────────────────────────────
+
+export const RCAPacketSchema = z.object({
+  rca_id: z.string(),
+  timestamp: z.string(),
+  incident_summary: z.string(),
+  symptoms: z.array(z.string()),
+  root_cause: z.string(),
+  responsible_layer: z.string(),
+  origin_phase: PipelinePhaseSchema,
+  governance_gap: z.string(),
+  corrective_actions: z.array(z.string()),
+  prevention: z.string(),
+  requires_phase_rewind_to: PipelinePhaseSchema.optional(),
+  requires_consensus_on: z.array(PipelinePhaseSchema).optional(),
+});
+export type RCAPacket = z.infer<typeof RCAPacketSchema>;
+
+// ─── Change Request ──────────────────────────────────────
+
+export const ChangeRequestSchema = z.object({
+  cr_id: z.string(),
+  timestamp: z.string(),
+  origin_phase: PipelinePhaseSchema,
+  requested_by: PipelineRoleSchema,
+  change_type: z.enum(['scope', 'architecture', 'dependency', 'config', 'requirement']),
+  description: z.string(),
+  justification: z.string(),
+  impact_analysis: z.object({
+    affected_artifacts: z.array(ArtifactRefSchema),
+    affected_phases: z.array(PipelinePhaseSchema),
+    risk_level: z.enum(['low', 'medium', 'high']),
+  }),
+  status: z.enum(['proposed', 'approved', 'rejected']),
+  approval_artifact: ArtifactRefSchema.optional(),
+});
+export type ChangeRequest = z.infer<typeof ChangeRequestSchema>;

package/src/pipeline/type-defs/snapshot.ts

@@ -0,0 +1,55 @@
+/**
+ * Repo snapshot types — project state capture for drift detection.
+ */
+
+import { z } from 'zod';
+
+// ─── Config File Entry ───────────────────────────────────
+
+export const ConfigFileEntrySchema = z.object({
+  path: z.string(),
+  type: z.string(),
+  content_hash: z.string(),
+  key_fields: z.record(z.string(), z.unknown()),
+});
+export type ConfigFileEntry = z.infer<typeof ConfigFileEntrySchema>;
+
+// ─── Port Entry ──────────────────────────────────────────
+
+export const PortEntrySchema = z.object({
+  port: z.number().int(),
+  service: z.string(),
+  source: z.string(),
+});
+export type PortEntry = z.infer<typeof PortEntrySchema>;
+
+// ─── Repo Snapshot ───────────────────────────────────────
+
+export const RepoSnapshotSchema = z.object({
+  snapshot_id: z.string(),
+  timestamp: z.string(),
+  tree_summary: z.string(),
+  config_files: z.array(ConfigFileEntrySchema),
+  languages_detected: z.array(z.string()),
+  package_manager: z.string().optional(),
+  scripts: z.record(z.string(), z.string()),
+  test_framework: z.string().optional(),
+  build_tool: z.string().optional(),
+  env_files: z.array(z.string()),
+  migrations_present: z.boolean(),
+  ports_entrypoints: z.array(PortEntrySchema),
+  total_files: z.number().int(),
+  total_lines: z.number().int(),
+});
+export type RepoSnapshot = z.infer<typeof RepoSnapshotSchema>;
+
+// ─── Snapshot Diff ───────────────────────────────────────
+
+/** Diff between two snapshots for drift detection */
+export interface SnapshotDiff {
+  files_added: string[];
+  files_removed: string[];
+  configs_changed: string[];
+  lines_delta: number;
+  has_drift: boolean;
+}

package/src/pipeline/type-defs/state.ts

@@ -0,0 +1,165 @@
+/**
+ * Pipeline state types — the core mutable state, gate definitions, gate results.
+ */
+
+import { z } from 'zod';
+import { PipelinePhaseSchema, type PipelinePhase, PipelineRoleSchema, type PipelineRole } from './enums.js';
+import { ArtifactTypeSchema, ArtifactEntrySchema, ArtifactRefSchema, type ArtifactEntry } from './artifacts.js';
+import { GateCheckTypeSchema, GateCheckResultSchema, ResolvedCommandsSchema, type GateCheckType } from './checks.js';
+import type { ArtifactType } from './artifacts.js';
+import type { ConsensusPacket } from './packets.js';
+import type { RCAPacket } from './packets.js';
+
+// ─── Gate Definition ─────────────────────────────────────
+
+export const GateDefinitionSchema = z.object({
+  phase: PipelinePhaseSchema,
+  requiredArtifacts: z.array(ArtifactTypeSchema),
+  requiredChecks: z.array(GateCheckTypeSchema),
+  consensusThreshold: z.number().min(0).max(1).optional(),
+  minReviewers: z.number().int().positive().optional(),
+  allowedTransitions: z.array(PipelinePhaseSchema),
+  failTransition: PipelinePhaseSchema,
+});
+export type GateDefinition = z.infer<typeof GateDefinitionSchema>;
+
+// ─── Gate Result ─────────────────────────────────────────
+
+/** Result of evaluating a gate */
+export interface GateResult {
+  phase: PipelinePhase;
+  pass: boolean;
+  score?: number;
+  blockers: string[];
+  missingArtifacts: ArtifactType[];
+  failedChecks: GateCheckType[];
+  consensusScore?: number;
+  timestamp: string;
+}
+
+// ─── Skill Definition ────────────────────────────────────
+
+export interface SkillDefinition {
+  role: PipelineRole;
+  systemPrompt: string;
+  constraints: string[];
+  outputContract: string[];
+  requiredSections: string[];
+}
+
+// ─── Phase Result ────────────────────────────────────────
+
+export interface PhaseResult {
+  success: boolean;
+  phase: PipelinePhase;
+  artifacts: ArtifactEntry[];
+  errors?: string[];
+  /** For consensus phases: the consensus packet produced */
+  consensusPacket?: ConsensusPacket;
+  /** For recovery: the RCA packet produced */
+  rcaPacket?: RCAPacket;
+}
+
+// ─── Phase Context ───────────────────────────────────────
+
+/**
+ * Context passed to every phase handler.
+ * Defined as an interface so phase implementations can import it.
+ * The orchestrator constructs this before entering the phase loop.
+ */
+export interface PhaseContext {
+  projectDir: string;
+  pipeline: PipelineState;
+  skillsDir?: string;
+}
+
+// ─── Pipeline State ──────────────────────────────────────
+
+export const PipelineStateSchema = z.object({
+  pipelinePhase: PipelinePhaseSchema,
+  artifacts: z.array(ArtifactEntrySchema),
+  recoveryCount: z.number().int().min(0),
+  maxRecoveryIterations: z.number().int().positive(),
+  gateResults: z.record(z.string(), z.object({
+    phase: PipelinePhaseSchema,
+    pass: z.boolean(),
+    score: z.number().optional(),
+    blockers: z.array(z.string()),
+    missingArtifacts: z.array(ArtifactTypeSchema),
+    failedChecks: z.array(GateCheckTypeSchema),
+    consensusScore: z.number().optional(),
+    timestamp: z.string(),
+  })),
+  gateChecks: z.record(z.string(), z.array(GateCheckResultSchema)),
+  activeRoles: z.array(PipelineRoleSchema),
+  constitutionHash: z.string(),
+  latestRepoSnapshot: ArtifactRefSchema.optional(),
+  resolvedCommands: ResolvedCommandsSchema.optional(),
+  /** Tracks which phase failed, for recovery routing */
+  failedPhase: PipelinePhaseSchema.optional(),
+  /** Pending change requests that force re-routing to consensus phases (v1.1) */
+  pendingChangeRequests: z.array(z.object({
+    cr_id: z.string(),
+    change_type: z.enum(['scope', 'architecture', 'dependency', 'config', 'requirement']),
+    target_phase: PipelinePhaseSchema,
+    status: z.enum(['proposed', 'approved', 'rejected']),
+  })).optional(),
+});
+export type PipelineState = z.infer<typeof PipelineStateSchema>;
+
+// ─── Pipeline Result ─────────────────────────────────────
+
+export interface PipelineResult {
+  finalPhase: PipelinePhase;
+  success: boolean;
+  artifacts: ArtifactEntry[];
+  recoveryIterations: number;
+  error?: string;
+}
+
+// ─── Consensus Modes ─────────────────────────────────────
+
+export type ConsensusMode = 'independent' | 'iterative';
+
+// ─── Helper: legacy phase mapping ────────────────────────
+
+/**
+ * Maps pipeline phases to the legacy 3-phase WorkflowPhase.
+ * Used for backward compatibility with existing state/UI code.
+ */
+export function toLegacyPhase(phase: PipelinePhase): 'plan' | 'execution' | 'complete' {
+  switch (phase) {
+    case 'INTAKE':
+    case 'CONSENSUS_MASTER_PLAN':
+    case 'ARCHITECTURE':
+    case 'CONSENSUS_ARCHITECTURE':
+    case 'ROLE_PLANNING':
+    case 'CONSENSUS_ROLE_PLANS':
+      return 'plan';
+    case 'IMPLEMENTATION':
+    case 'QA_VALIDATION':
+    case 'REVIEW':
+    case 'AUDIT':
+    case 'PRODUCTION_GATE':
+    case 'RECOVERY_LOOP':
+    case 'STUCK':
+      return 'execution';
+    case 'DONE':
+      return 'complete';
+  }
+}
+
+// ─── Default pipeline state factory ──────────────────────
+
+export function createDefaultPipelineState(): PipelineState {
+  return {
+    pipelinePhase: 'INTAKE',
+    artifacts: [],
+    recoveryCount: 0,
+    maxRecoveryIterations: 5,
+    gateResults: {},
+    gateChecks: {},
+    activeRoles: [],
+    constitutionHash: '',
+  };
+}

package/src/pipeline/types.ts

@@ -0,0 +1,16 @@
+/**
+ * Pipeline type definitions — barrel re-export from type-defs/ sub-modules.
+ *
+ * All types are defined in src/pipeline/type-defs/ for modularity:
+ *   enums.ts     — PipelinePhase, PipelineRole
+ *   artifacts.ts — ArtifactType, ArtifactRef, ArtifactEntry, DependencyEdge
+ *   packets.ts   — PlanPacket, ConsensusPacket, ReviewerVote, RCAPacket, ChangeRequest
+ *   audit.ts     — AuditFinding, AuditReport, ProductionReadiness
+ *   snapshot.ts  — RepoSnapshot, ConfigFileEntry, PortEntry, SnapshotDiff
+ *   checks.ts    — GateCheckType, GateCheckResult, ResolvedCommands
+ *   state.ts     — PipelineState, GateResult, GateDefinition, SkillDefinition
+ *
+ * This file re-exports everything so existing imports work unchanged.
+ */
+
+export * from './type-defs/index.js';

package/src/workflow/index.ts

@@ -28,6 +28,7 @@ import {
   type TaskExecutionResult,
 } from './execution-mode.js';
 import { getWorkflowLogger } from './workflow-logger.js';
+import { runPipeline, resumePipeline } from '../pipeline/orchestrator.js';
 // Types are re-exported via export * from statements below
 
 // Re-export submodules
@@ -99,6 +100,31 @@ export async function runWorkflow(
 ): Promise<WorkflowResult> {
   const { projectDir, consensusConfig, maxRetries, onProgress } = options;
 
+  // P0-5: Pipeline mode check — use full autonomy pipeline unless legacy mode
+  const useLegacy = process.env.POPEYE_LEGACY_WORKFLOW === '1' || process.env.POPEYE_LEGACY_WORKFLOW === 'true';
+  if (!useLegacy) {
+    try {
+      const state = await loadProject(projectDir).catch(() => null);
+      if (state) {
+        const result = await runPipeline({
+          projectDir,
+          state,
+          consensusConfig,
+          onPhaseStart: (phase) => onProgress?.('pipeline', `Starting phase: ${phase}`),
+          onProgress: (msg) => onProgress?.('pipeline', msg),
+        });
+        return {
+          success: result.success,
+          state: await loadProject(projectDir).catch(() => ({} as ProjectState)),
+          error: result.error,
+        };
+      }
+    } catch {
+      // Fall through to legacy workflow on pipeline error
+      onProgress?.('workflow', 'Pipeline mode failed, falling back to legacy workflow...');
+    }
+  }
+
   // Initialize workflow logger
   const logger = getWorkflowLogger(projectDir);
 
@@ -206,6 +232,28 @@ export async function resumeWorkflow(
 ): Promise<WorkflowResult> {
   const { consensusConfig, maxRetries, onProgress, additionalContext } = options;
 
+  // P0-5: Pipeline mode check
+  const useLegacy = process.env.POPEYE_LEGACY_WORKFLOW === '1' || process.env.POPEYE_LEGACY_WORKFLOW === 'true';
+  if (!useLegacy) {
+    try {
+      const state = await loadProject(projectDir);
+      const result = await resumePipeline({
+        projectDir,
+        state,
+        consensusConfig,
+        onPhaseStart: (phase) => onProgress?.('pipeline', `Resuming phase: ${phase}`),
+        onProgress: (msg) => onProgress?.('pipeline', msg),
+      });
+      return {
+        success: result.success,
+        state: await loadProject(projectDir).catch(() => ({} as ProjectState)),
+        error: result.error,
+      };
+    } catch {
+      onProgress?.('workflow', 'Pipeline resume failed, falling back to legacy workflow...');
+    }
+  }
+
   // Initialize workflow logger
   const logger = getWorkflowLogger(projectDir);