prjct-cli 0.11.5 → 0.12.0

package/core/agentic/ground-truth.ts

@@ -0,0 +1,8 @@
+/**
+ * Ground Truth Verification
+ * Re-exports from ground-truth/index.ts for backwards compatibility.
+ */
+
+import groundTruth from './ground-truth/index'
+export * from './ground-truth/index'
+export default groundTruth

package/core/agentic/loop-detector/error-analysis.ts

@@ -0,0 +1,97 @@
+/**
+ * Error Analysis
+ * Pattern detection and suggestion generation for errors
+ */
+
+import type { ErrorEntry, ErrorPattern } from './types'
+
+/**
+ * Check if two errors are similar
+ */
+export function isSimilarError(error1: string, error2: string): boolean {
+  if (!error1 || !error2) return false
+
+  // Normalize errors
+  const normalize = (e: string) =>
+    e
+      .toLowerCase()
+      .replace(/[0-9]+/g, 'N') // Replace numbers
+      .replace(/['"`]/g, '') // Remove quotes
+      .replace(/\s+/g, ' ') // Normalize whitespace
+      .trim()
+
+  return normalize(error1) === normalize(error2)
+}
+
+/**
+ * Analyze error pattern from history
+ */
+export function analyzeErrorPattern(errors: ErrorEntry[]): ErrorPattern {
+  if (!errors || errors.length === 0) {
+    return { type: 'unknown', description: 'No error information' }
+  }
+
+  const lastError = errors[errors.length - 1]?.message?.toLowerCase() || ''
+
+  // Detect common patterns (ORDER MATTERS - more specific patterns first)
+  if (lastError.includes('permission') || lastError.includes('access denied')) {
+    return { type: 'permission', description: 'File or directory permission issue' }
+  }
+  if (lastError.includes('not found') || lastError.includes('no such file')) {
+    return { type: 'not_found', description: 'File or resource not found' }
+  }
+  if (lastError.includes('syntax') || lastError.includes('parse')) {
+    return { type: 'syntax', description: 'Syntax or parsing error' }
+  }
+  if (lastError.includes('timeout') || lastError.includes('timed out')) {
+    return { type: 'timeout', description: 'Operation timed out' }
+  }
+  if (lastError.includes('network') || lastError.includes('connection')) {
+    return { type: 'network', description: 'Network or connection issue' }
+  }
+  // Config pattern MUST be checked before validation (since "invalid config" contains both)
+  if (lastError.includes('config') || lastError.includes('configuration')) {
+    return { type: 'config', description: 'Configuration issue' }
+  }
+  if (lastError.includes('validation') || lastError.includes('invalid')) {
+    return { type: 'validation', description: 'Validation failed' }
+  }
+
+  return { type: 'unknown', description: 'Unrecognized error pattern' }
+}
+
+/**
+ * Generate user-friendly escalation message
+ */
+export function generateEscalationMessage(command: string, errorPattern: ErrorPattern, maxAttempts: number): string {
+  const messages: Record<string, string> = {
+    permission: `I've tried ${command} ${maxAttempts} times but keep hitting permission issues.`,
+    not_found: `After ${maxAttempts} attempts, I still can't find the required file or resource.`,
+    syntax: `I'm encountering repeated syntax errors with ${command}.`,
+    timeout: `The operation keeps timing out after ${maxAttempts} attempts.`,
+    network: `Network issues are preventing ${command} from completing.`,
+    validation: `Validation keeps failing for ${command}.`,
+    config: `There seems to be a configuration issue affecting ${command}.`,
+    unknown: `I've tried ${command} ${maxAttempts} times without success.`,
+  }
+
+  return messages[errorPattern.type] || messages.unknown
+}
+
+/**
+ * Generate actionable suggestion based on error pattern
+ */
+export function generateSuggestion(errorPattern: ErrorPattern): string {
+  const suggestions: Record<string, string> = {
+    permission: 'Check file permissions. Try: chmod -R u+w ~/.prjct-cli/',
+    not_found: 'Verify the file path exists. Run /p:init if project not initialized.',
+    syntax: 'Check the file format. There may be invalid JSON or markdown.',
+    timeout: 'Check your network connection or try again in a moment.',
+    network: 'Verify internet connection and try again.',
+    validation: 'Review the input parameters and try with different values.',
+    config: 'Check .prjct/prjct.config.json for issues. Try /p:init to reinitialize.',
+    unknown: 'Can you check the issue manually and provide more context?',
+  }
+
+  return suggestions[errorPattern.type] || suggestions.unknown
+}

package/core/agentic/loop-detector/hallucination.ts

@@ -0,0 +1,71 @@
+/**
+ * Hallucination Detection
+ * ANTI-HALLUCINATION: Patterns that indicate Claude may be hallucinating
+ */
+
+import type { HallucinationPattern, HallucinationResult } from './types'
+
+/**
+ * ANTI-HALLUCINATION: Patterns that indicate Claude may be hallucinating
+ * These patterns detect contradictory or impossible statements
+ */
+export const HALLUCINATION_PATTERNS: HallucinationPattern[] = [
+  // Contradictory file operations
+  { pattern: /file.*not found.*created/i, type: 'contradiction', description: 'Claims file created but also not found' },
+  { pattern: /created.*but.*error/i, type: 'contradiction', description: 'Claims success but also error' },
+  { pattern: /successfully.*failed/i, type: 'contradiction', description: 'Contradictory success/failure' },
+
+  // Impossible task states
+  {
+    pattern: /already.*completed.*completing/i,
+    type: 'state',
+    description: 'Completing already-completed task',
+  },
+  { pattern: /no task.*marking complete/i, type: 'state', description: 'Completing non-existent task' },
+  { pattern: /no.*active.*done with/i, type: 'state', description: 'Finishing task that doesnt exist' },
+
+  // Invented data
+  {
+    pattern: /version.*updated.*no package/i,
+    type: 'invented',
+    description: 'Version update without package.json',
+  },
+  { pattern: /committed.*nothing to commit/i, type: 'invented', description: 'Commit without changes' },
+  { pattern: /pushed.*no remote/i, type: 'invented', description: 'Push without remote' },
+]
+
+/**
+ * Get suggestion for handling detected hallucination
+ */
+export function getHallucinationSuggestion(type: string): string {
+  const suggestions: Record<string, string> = {
+    contradiction: 'Verify file/resource state before reporting. Use Read tool to check actual state.',
+    state: 'Check current task state from now.md before assuming completion.',
+    invented: 'Verify prerequisites exist (package.json, git remote) before claiming actions.',
+  }
+  return suggestions[type] || 'Verify actual state before proceeding.'
+}
+
+/**
+ * Detect potential hallucination patterns in output
+ */
+export function detectHallucination(output: string): HallucinationResult {
+  if (!output || typeof output !== 'string') {
+    return { detected: false }
+  }
+
+  for (const { pattern, type, description } of HALLUCINATION_PATTERNS) {
+    if (pattern.test(output)) {
+      return {
+        detected: true,
+        type,
+        pattern: pattern.source,
+        description,
+        message: `Potential hallucination detected: ${description}`,
+        suggestion: getHallucinationSuggestion(type),
+      }
+    }
+  }
+
+  return { detected: false }
+}

package/core/agentic/loop-detector/index.ts

@@ -0,0 +1,41 @@
+/**
+ * Loop Detection & User Escalation
+ *
+ * Detects when commands are failing repeatedly and escalates to user
+ * instead of continuing in infinite loops.
+ *
+ * OPTIMIZATION (P2.4): Loop Detection
+ * - Track attempt counts per command/error type
+ * - Auto-escalate after 3 failed attempts
+ * - Provide specific help based on error patterns
+ *
+ * ANTI-HALLUCINATION: Detects contradictory/impossible outputs
+ * - Patterns that indicate Claude is hallucinating (saying file exists when it doesn't)
+ * - Contradictory statements in same response
+ * - Completing tasks that were never started
+ *
+ * Source: Augment Code pattern
+ * "If you notice yourself going around in circles... ask the user for help"
+ */
+
+export type {
+  ErrorEntry,
+  AttemptRecord,
+  ErrorPattern,
+  EscalationInfo,
+  AttemptResult,
+  AttemptInfo,
+  HallucinationPattern,
+  HallucinationResult,
+  OutputAnalysis,
+} from './types'
+
+export { HALLUCINATION_PATTERNS, detectHallucination, getHallucinationSuggestion } from './hallucination'
+export { isSimilarError, analyzeErrorPattern, generateEscalationMessage, generateSuggestion } from './error-analysis'
+export { LoopDetector } from './loop-detector'
+
+import { LoopDetector } from './loop-detector'
+
+// Singleton instance
+const loopDetector = new LoopDetector()
+export default loopDetector

package/core/agentic/loop-detector/loop-detector.ts

@@ -0,0 +1,222 @@
+/**
+ * Loop Detector Class
+ * Core loop detection and user escalation functionality
+ */
+
+import type { AttemptRecord, EscalationInfo, AttemptResult, AttemptInfo, OutputAnalysis } from './types'
+import { isSimilarError, analyzeErrorPattern, generateEscalationMessage, generateSuggestion } from './error-analysis'
+import { detectHallucination } from './hallucination'
+
+export class LoopDetector {
+  private _attempts: Map<string, AttemptRecord>
+  private _errorPatterns: Map<string, unknown>
+  maxAttempts: number
+  sessionTimeout: number
+
+  constructor() {
+    // Track attempts per command session
+    this._attempts = new Map()
+
+    // Track error patterns
+    this._errorPatterns = new Map()
+
+    // Configuration
+    this.maxAttempts = 3
+    this.sessionTimeout = 5 * 60 * 1000 // 5 minutes
+  }
+
+  /**
+   * Generate a unique key for tracking attempts
+   */
+  private _getKey(command: string, context: string = ''): string {
+    return `${command}:${context}`.toLowerCase()
+  }
+
+  /**
+   * Record an attempt for a command
+   */
+  recordAttempt(command: string, context: string = '', result: AttemptResult = {}): AttemptInfo {
+    const key = this._getKey(command, context)
+    const now = Date.now()
+
+    // Get or create attempt record
+    let record = this._attempts.get(key)
+
+    if (!record || now - record.lastAttempt > this.sessionTimeout) {
+      // New session or timed out
+      record = {
+        command,
+        context,
+        attempts: 0,
+        errors: [],
+        firstAttempt: now,
+        lastAttempt: now,
+        success: false,
+      }
+    }
+
+    // Update record
+    record.attempts++
+    record.lastAttempt = now
+    record.success = result.success || false
+
+    if (result.error) {
+      record.errors.push({
+        message: result.error,
+        timestamp: now,
+      })
+    }
+
+    this._attempts.set(key, record)
+
+    return {
+      attemptNumber: record.attempts,
+      isLooping: this.isLooping(command, context),
+      shouldEscalate: this.shouldEscalate(command, context),
+    }
+  }
+
+  /**
+   * Check if a command is in a loop (repeated failures)
+   */
+  isLooping(command: string, context: string = ''): boolean {
+    const key = this._getKey(command, context)
+    const record = this._attempts.get(key)
+
+    if (!record) return false
+
+    // Check if multiple failures with same error
+    if (record.attempts >= 2 && !record.success) {
+      const recentErrors = record.errors.slice(-3)
+      if (recentErrors.length >= 2) {
+        // Check if errors are similar
+        const firstError = recentErrors[0]?.message || ''
+        const sameError = recentErrors.every((e) => isSimilarError(e.message, firstError))
+        return sameError
+      }
+    }
+
+    return false
+  }
+
+  /**
+   * Check if we should escalate to user
+   */
+  shouldEscalate(command: string, context: string = ''): boolean {
+    const key = this._getKey(command, context)
+    const record = this._attempts.get(key)
+
+    if (!record) return false
+
+    // Escalate after max attempts without success
+    return record.attempts >= this.maxAttempts && !record.success
+  }
+
+  /**
+   * Get escalation message for user
+   */
+  getEscalationInfo(command: string, context: string = ''): EscalationInfo | null {
+    const key = this._getKey(command, context)
+    const record = this._attempts.get(key)
+
+    if (!record) {
+      return null
+    }
+
+    // Analyze error pattern
+    const errorPattern = analyzeErrorPattern(record.errors)
+
+    return {
+      status: 'BLOCKED',
+      command,
+      context,
+      attempts: record.attempts,
+      duration: record.lastAttempt - record.firstAttempt,
+      errorPattern,
+      message: generateEscalationMessage(command, errorPattern, this.maxAttempts),
+      suggestion: generateSuggestion(errorPattern),
+      lastError: record.errors[record.errors.length - 1]?.message || null,
+    }
+  }
+
+  /**
+   * Mark a command as successful (resets tracking)
+   */
+  recordSuccess(command: string, context: string = ''): void {
+    const key = this._getKey(command, context)
+    const record = this._attempts.get(key)
+
+    if (record) {
+      record.success = true
+      record.attempts = 0
+      record.errors = []
+      this._attempts.set(key, record)
+    }
+  }
+
+  /**
+   * Clear all tracking for a command
+   */
+  clearTracking(command: string, context: string = ''): void {
+    const key = this._getKey(command, context)
+    this._attempts.delete(key)
+  }
+
+  /**
+   * Clear all tracking data
+   */
+  clearAll(): void {
+    this._attempts.clear()
+    this._errorPatterns.clear()
+  }
+
+  /**
+   * Get statistics for debugging
+   */
+  getStats(): { activeTracking: number; commands: Record<string, unknown> } {
+    const stats: { activeTracking: number; commands: Record<string, unknown> } = {
+      activeTracking: this._attempts.size,
+      commands: {},
+    }
+
+    for (const [key, record] of this._attempts) {
+      stats.commands[key] = {
+        attempts: record.attempts,
+        success: record.success,
+        errorCount: record.errors.length,
+      }
+    }
+
+    return stats
+  }
+
+  /**
+   * ANTI-HALLUCINATION: Detect potential hallucination patterns in output
+   */
+  detectHallucination(output: string) {
+    return detectHallucination(output)
+  }
+
+  /**
+   * Analyze output and record if hallucination detected
+   */
+  analyzeOutput(command: string, output: string): OutputAnalysis {
+    const hallucination = this.detectHallucination(output)
+
+    if (hallucination.detected) {
+      // Record as a special type of error
+      this.recordAttempt(command, 'hallucination', {
+        success: false,
+        error: `HALLUCINATION: ${hallucination.description}`,
+      })
+
+      return {
+        ...hallucination,
+        shouldBlock: true,
+        action: 'VERIFY_STATE',
+      }
+    }
+
+    return { detected: false, shouldBlock: false }
+  }
+}

package/core/agentic/loop-detector/types.ts

@@ -0,0 +1,66 @@
+/**
+ * Loop Detector Types
+ */
+
+export interface ErrorEntry {
+  message: string
+  timestamp: number
+}
+
+export interface AttemptRecord {
+  command: string
+  context: string
+  attempts: number
+  errors: ErrorEntry[]
+  firstAttempt: number
+  lastAttempt: number
+  success: boolean
+}
+
+export interface ErrorPattern {
+  type: string
+  description: string
+}
+
+export interface EscalationInfo {
+  status: string
+  command: string
+  context: string
+  attempts: number
+  duration: number
+  errorPattern: ErrorPattern
+  message: string
+  suggestion: string
+  lastError: string | null
+}
+
+export interface AttemptResult {
+  success?: boolean
+  error?: string
+}
+
+export interface AttemptInfo {
+  attemptNumber: number
+  isLooping: boolean
+  shouldEscalate: boolean
+}
+
+export interface HallucinationPattern {
+  pattern: RegExp
+  type: string
+  description: string
+}
+
+export interface HallucinationResult {
+  detected: boolean
+  type?: string
+  pattern?: string
+  description?: string
+  message?: string
+  suggestion?: string
+}
+
+export interface OutputAnalysis extends HallucinationResult {
+  shouldBlock: boolean
+  action?: string
+}

package/core/agentic/loop-detector.ts

@@ -0,0 +1,8 @@
+/**
+ * Loop Detection & User Escalation
+ * Re-exports from loop-detector/index.ts for backwards compatibility.
+ */
+
+import loopDetector from './loop-detector/index'
+export * from './loop-detector/index'
+export default loopDetector

package/core/agentic/memory-system/history.ts

@@ -0,0 +1,53 @@
+/**
+ * History - Tier 3
+ * Append-only JSONL audit log.
+ */
+
+import fs from 'fs/promises'
+import path from 'path'
+import pathManager from '../../infrastructure/path-manager'
+import type { HistoryEntry } from './types'
+
+export class HistoryStore {
+  private _getSessionPath(projectId: string): string {
+    const now = new Date()
+    const yearMonth = `${now.getFullYear()}-${String(now.getMonth() + 1).padStart(2, '0')}`
+    const day = now.toISOString().split('T')[0]
+
+    return path.join(pathManager.getGlobalProjectPath(projectId), 'memory', 'sessions', yearMonth, `${day}.jsonl`)
+  }
+
+  async appendHistory(projectId: string, entry: Record<string, unknown>): Promise<void> {
+    const sessionPath = this._getSessionPath(projectId)
+    await fs.mkdir(path.dirname(sessionPath), { recursive: true })
+
+    const logEntry: HistoryEntry = {
+      ts: new Date().toISOString(),
+      type: entry.type as string,
+      ...entry,
+    }
+
+    await fs.appendFile(sessionPath, JSON.stringify(logEntry) + '\n', 'utf-8')
+  }
+
+  async getRecentHistory(projectId: string, limit: number = 20): Promise<HistoryEntry[]> {
+    try {
+      const sessionPath = this._getSessionPath(projectId)
+      const content = await fs.readFile(sessionPath, 'utf-8')
+      const lines = content.trim().split('\n').filter(Boolean)
+
+      return lines
+        .slice(-limit)
+        .map((line) => {
+          try {
+            return JSON.parse(line)
+          } catch {
+            return null
+          }
+        })
+        .filter((entry): entry is HistoryEntry => entry !== null)
+    } catch {
+      return []
+    }
+  }
+}