wogiflow 1.0.11 → 1.0.13

package/scripts/MEMORY-ARCHITECTURE.md

@@ -0,0 +1,150 @@
+# Memory & Knowledge System Architecture
+
+This document clarifies the boundaries between the memory and knowledge modules.
+
+## Overview
+
+```
+┌─────────────────────────────────────────────────────────────────┐
+│                    KNOWLEDGE LAYER                               │
+│  Where learnings/rules are stored and retrieved                  │
+├─────────────────────────────────────────────────────────────────┤
+│                                                                   │
+│  ┌─────────────────────┐     ┌─────────────────────┐             │
+│  │ flow-knowledge-     │     │ flow-knowledge-     │             │
+│  │ router.js           │     │ sync.js             │             │
+│  │                     │     │                     │             │
+│  │ WHERE to store      │     │ FRESHNESS of        │             │
+│  │ learnings           │     │ knowledge files     │             │
+│  │                     │     │                     │             │
+│  │ Routes to:          │     │ Tracks:             │             │
+│  │ - model-specific    │     │ - stack.md          │             │
+│  │ - skill             │     │ - architecture.md   │             │
+│  │ - project           │     │ - testing.md        │             │
+│  │ - team              │     │                     │             │
+│  └─────────────────────┘     └─────────────────────┘             │
+│                                                                   │
+└─────────────────────────────────────────────────────────────────┘
+
+┌─────────────────────────────────────────────────────────────────┐
+│                    MEMORY LAYER                                  │
+│  Persistent fact storage and retrieval                           │
+├─────────────────────────────────────────────────────────────────┤
+│                                                                   │
+│  ┌─────────────────────┐     ┌─────────────────────┐             │
+│  │ flow-memory-db.js   │     │ flow-memory-sync.js │             │
+│  │                     │     │                     │             │
+│  │ DATABASE operations │     │ PROMOTION of        │             │
+│  │                     │     │ facts to rules      │             │
+│  │ - SQLite + sql.js   │     │                     │             │
+│  │ - Embeddings        │     │ Promotes:           │             │
+│  │ - Semantic search   │     │ high-relevance      │             │
+│  │ - Facts/Proposals   │     │ facts → decisions.md│             │
+│  │ - PRD storage       │     │                     │             │
+│  └──────────┬──────────┘     └──────────┬──────────┘             │
+│             │                           │                         │
+│             └───────────────────────────┘                         │
+│                         │                                         │
+│                         ▼                                         │
+│             ┌─────────────────────┐                              │
+│             │ .workflow/memory/   │                              │
+│             │ local.db            │                              │
+│             └─────────────────────┘                              │
+│                                                                   │
+└─────────────────────────────────────────────────────────────────┘
+```
+
+## Module Responsibilities
+
+### flow-knowledge-router.js
+**Purpose**: Determine WHERE learnings should be stored.
+
+**Input**: A correction/learning text + context
+**Output**: Routing recommendation (model-specific, skill, project, or team)
+
+**Commands**:
+```bash
+flow knowledge-route detect "<text>"   # Detect route
+flow knowledge-route store "<text>"    # Store with detected route
+flow knowledge-route routes            # Show all routes
+```
+
+### flow-knowledge-sync.js
+**Purpose**: Track FRESHNESS of knowledge files.
+
+**Monitors**:
+- package.json → stack.md
+- src/ structure → architecture.md
+- test config → testing.md
+
+**Commands**:
+```bash
+flow knowledge-sync status      # Check sync status
+flow knowledge-sync regenerate  # Regenerate stale files
+```
+
+### flow-memory-db.js
+**Purpose**: DATABASE operations for persistent memory.
+
+**Features**:
+- SQLite database using sql.js (pure JS)
+- Embedding generation via @xenova/transformers
+- Semantic similarity search
+- Facts, proposals, and PRD chunk storage
+
+**Used by**: MCP memory server, memory-sync
+
+### flow-memory-sync.js
+**Purpose**: PROMOTE high-relevance facts to decisions.md.
+
+**Flow**:
+1. Scan memory DB for high-relevance facts
+2. Check if fact applies broadly (not one-off)
+3. Propose promotion to decisions.md
+4. On approval, add to decisions.md
+
+**Commands**:
+```bash
+flow memory-sync             # Check for promotable patterns
+flow memory-sync --auto      # Auto-promote without asking
+flow memory-sync --list      # List candidates only
+```
+
+## Data Flow
+
+```
+User correction
+      │
+      ▼
+┌─────────────────────┐
+│ knowledge-router    │──────► Route to storage location
+└─────────────────────┘
+      │
+      ▼
+┌─────────────────────┐
+│ memory-db           │──────► Store in SQLite
+└─────────────────────┘
+      │
+      ▼
+┌─────────────────────┐
+│ memory-sync         │──────► Promote to decisions.md
+└─────────────────────┘
+      │
+      ▼
+┌─────────────────────┐
+│ knowledge-sync      │──────► Regenerate knowledge files
+└─────────────────────┘
+```
+
+## Why Separate Modules?
+
+1. **Single Responsibility**: Each module does one thing well
+2. **Testability**: Easier to test in isolation
+3. **Composability**: Can be used independently or together
+4. **Maintainability**: Changes to one don't affect others
+
+## Future Considerations
+
+- Consider extracting common utilities to `flow-memory-utils.js`
+- May add `flow-knowledge-index.js` for knowledge search
+- Could add `flow-memory-export.js` for team sharing

package/scripts/flow

@@ -76,6 +76,7 @@ show_help() {
     echo "  hooks setup          Install CLI hooks (Claude Code, etc.)"
     echo "  hooks remove         Remove CLI hooks"
     echo "  hooks status         Show CLI hooks status"
+    echo "  statusline-setup     Configure Claude Code status line"
     echo "  archive              Archive old request-log entries"
     echo "  watch                Run file watcher for auto-validation"
     echo ""
@@ -172,8 +173,6 @@ show_help() {
     echo "Parallel Execution:"
     echo "  parallel config      Show parallel execution config"
     echo "  parallel check       Check tasks for parallel potential"
-    echo "  parallel analyze     Analyze tasks for parallel potential"
-    echo "  parallel suggest     Check if parallel should be suggested"
     echo "  parallel enable      Enable parallel execution"
     echo "  parallel disable     Disable parallel execution"
     echo ""
@@ -277,9 +276,6 @@ show_help() {
     echo "  context-init \"task\"  Initialize context for a task"
     echo ""
     echo "Advanced Execution (Phase 4):"
-    echo "  dispatch analyze \"<task>\"  Analyze task for parallel execution"
-    echo "  dispatch plan \"<task>\"     Create dispatch plan"
-    echo "  dispatch status            Show dispatch status"
     echo "  ctx-score score --task     Score context items by relevance"
     echo "  ctx-score budget --tokens  Fit context within token budget"
     echo "  ctx-score analyze --file   Analyze file for context inclusion"
@@ -287,6 +283,13 @@ show_help() {
     echo "  confidence check --file    Check confidence of file"
     echo "  confidence stats           Show confidence statistics"
     echo ""
+    echo "Input & Editing:"
+    echo "  voice-input              Voice-to-transcript input"
+    echo "  voice-input setup        Install/configure voice dependencies"
+    echo "  voice-input record       Record and transcribe audio"
+    echo "  guided-edit \"task\"       Step-by-step guided multi-file editing"
+    echo "  guided-edit status       Show current guided edit session"
+    echo ""
     echo "Memory & Knowledge (v1.8):"
     echo "  memory search <query>  Search stored facts"
     echo "  memory stats           Show memory statistics"
@@ -401,6 +404,9 @@ case "${1:-}" in
     hooks)
         node "$SCRIPT_DIR/flow-hooks.js" "${@:2}"
         ;;
+    statusline-setup|statusline)
+        node "$SCRIPT_DIR/flow-statusline-setup.js" "${@:2}"
+        ;;
     update-map)
         "$SCRIPT_DIR/flow-update-map" "${@:2}"
         ;;
@@ -460,12 +466,6 @@ case "${1:-}" in
             check)
                 node "$SCRIPT_DIR/flow-parallel.js" check
                 ;;
-            analyze)
-                node "$SCRIPT_DIR/flow-parallel-detector.js" analyze
-                ;;
-            suggest)
-                node "$SCRIPT_DIR/flow-parallel-detector.js" suggest
-                ;;
             enable)
                 node "$SCRIPT_DIR/flow-config-set.js" parallel.enabled true
                 ;;
@@ -476,7 +476,7 @@ case "${1:-}" in
                 node "$SCRIPT_DIR/flow-config-set.js" parallel.autoApprove true
                 ;;
             *)
-                echo "Usage: flow parallel [config|check|analyze|suggest|enable|disable|auto-approve]"
+                echo "Usage: flow parallel [config|check|enable|disable|auto-approve]"
                 ;;
         esac
         ;;
@@ -798,10 +798,6 @@ case "${1:-}" in
         # Phase 3: Tiered learning system
         node "$SCRIPT_DIR/flow-tiered-learning.js" "${@:2}"
         ;;
-    dispatch)
-        # Phase 4: Parallel dispatch system
-        node "$SCRIPT_DIR/flow-parallel-dispatch.js" "${@:2}"
-        ;;
     ctx-score)
         # Phase 4: Context priority scoring
         node "$SCRIPT_DIR/flow-context-scoring.js" "${@:2}"
@@ -941,8 +937,12 @@ case "${1:-}" in
     voice-input|voice)
         node "$SCRIPT_DIR/flow-voice-input.js" "${@:2}"
         ;;
-    transcript-digest|digest)
-        node "$SCRIPT_DIR/flow-transcript-digest.js" "${@:2}"
+    guided-edit)
+        node "$SCRIPT_DIR/flow-guided-edit.js" "${@:2}"
+        ;;
+    long-input|long-input-process|transcript-digest|digest)
+        # long-input is the new name, transcript-digest kept for backward compatibility
+        node "$SCRIPT_DIR/flow-long-input.js" "${@:2}"
         ;;
     version|--version|-v)
         show_version
@@ -970,7 +970,8 @@ case "${1:-}" in
                     parallel) echo "Manage parallel execution. Subcommands: config, check, enable, disable" ;;
                     worktree) echo "Manage worktree isolation. Subcommands: enable, disable, list, cleanup" ;;
                     voice-input|voice) echo "Voice-to-transcript input. Subcommands: setup, status, test, record" ;;
-                    transcript-digest|digest) echo "Transcript digestion. Subcommands: status, new, check, topics, save-topics" ;;
+                    long-input|long-input-process|transcript-digest|digest) echo "Long input processing. Ensures nothing missed from long prompts/transcripts/specs. Subcommands: status, new, check, topics, save-topics" ;;
+                    guided-edit) echo "Step-by-step guided multi-file editing. Usage: flow guided-edit \"task description\"" ;;
                     *) echo "No detailed help for '$2'. Run 'flow help' for all commands." ;;
                 esac
                 ;;

package/scripts/flow-auto-context.js

@@ -33,7 +33,8 @@ const {
   findReactComponents,
   findCustomHooks,
   findTypeDefinitions,
-  isPathWithinProject
+  isPathWithinProject,
+  safeJsonParse
 } = require('./flow-utils');
 
 // Semantic memory search (optional - may not be initialized)
@@ -45,6 +46,14 @@ try {
   // Memory DB not available - that's ok
 }
 
+// Smart Context System (Phase 2) - optional
+let smartContextGatherer = null;
+try {
+  smartContextGatherer = require('./flow-context-gatherer');
+} catch {
+  // Smart context gatherer not available - that's ok
+}
+
 const PROJECT_ROOT = getProjectRoot();
 
 // ============================================================
@@ -350,7 +359,9 @@ function searchComponentIndex(keywords, config = null) {
   const maxComponentMatches = cfg.autoContext?.maxComponentMatches || 15;
 
   try {
-    const index = JSON.parse(fs.readFileSync(indexPath, 'utf-8'));
+    // Use safeJsonParse for prototype pollution protection
+    const index = safeJsonParse(indexPath, null);
+    if (!index) return results;
     const components = index.components || [];
 
     const allKeywords = [...keywords.high, ...keywords.medium];
@@ -497,7 +508,9 @@ function searchRelatedTasks(keywords) {
   if (!fs.existsSync(PATHS.ready)) return results;
 
   try {
-    const data = JSON.parse(fs.readFileSync(PATHS.ready, 'utf-8'));
+    // Use safeJsonParse for prototype pollution protection
+    const data = safeJsonParse(PATHS.ready, null);
+    if (!data) return results;
     const allTasks = [
       ...(data.ready || []),
       ...(data.inProgress || []),
@@ -783,6 +796,50 @@ function searchWithAstGrep(keywords, taskType = null, config = null) {
   return results;
 }
 
+// ============================================================
+// Smart Context (Phase 2)
+// ============================================================
+
+/**
+ * Get smart context using section-level references
+ * This is the new dynamic context system that replaces hardcoded limits
+ * @param {string} description - Task description
+ * @param {object} options - { model, maxTokens }
+ * @returns {object} - Smart context result
+ */
+async function getSmartContext(description, options = {}) {
+  if (!smartContextGatherer) {
+    return null; // Fall back to legacy behavior
+  }
+
+  const config = getConfig();
+  const model = options.model || config.multiModel?.orchestrator?.model || 'claude-sonnet-4';
+
+  try {
+    const result = await smartContextGatherer.gatherContext({
+      task: description,
+      model,
+      maxTokens: options.maxTokens,
+      format: 'full'
+    });
+
+    return {
+      enabled: true,
+      strategy: 'dynamic',
+      sectionContext: result.context,
+      sections: result.sections,
+      stats: result.stats,
+      message: `Smart context: ${result.stats.sectionsIncluded} sections, ${result.stats.totalTokens} tokens (${result.stats.budgetUsed})`
+    };
+  } catch (err) {
+    // Fall back to legacy behavior on error
+    if (config.debug) {
+      console.warn(`Smart context failed: ${err.message}`);
+    }
+    return null;
+  }
+}
+
 // ============================================================
 // Main Context Loading
 // ============================================================
@@ -791,6 +848,8 @@ function searchWithAstGrep(keywords, taskType = null, config = null) {
  * Get auto-context for a task description
  * Returns prioritized list of relevant files and context
  * Now async to support semantic memory search
+ *
+ * v3.0: Supports 'dynamic' strategy using Smart Context System
  */
 async function getAutoContext(description, options = {}) {
   const config = getConfig();
@@ -800,6 +859,39 @@ async function getAutoContext(description, options = {}) {
     return { enabled: false, files: [], context: [] };
   }
 
+  // v3.0: Use Smart Context System if strategy is 'dynamic'
+  const strategy = config.autoContext?.strategy || 'fixed';
+  if (strategy === 'dynamic' && smartContextGatherer) {
+    const smartResult = await getSmartContext(description, options);
+    if (smartResult) {
+      // Merge smart context with legacy context for backward compatibility
+      // The smart context provides section-level rules, legacy provides file context
+      const legacyResult = await getLegacyContext(description, options, config);
+
+      return {
+        ...legacyResult,
+        strategy: 'dynamic',
+        sectionContext: smartResult.sectionContext,
+        sections: smartResult.sections,
+        smartStats: smartResult.stats,
+        message: smartResult.message + (legacyResult.files.length > 0
+          ? ` | ${legacyResult.files.length} files`
+          : '')
+      };
+    }
+  }
+
+  // Fall back to legacy (fixed) strategy
+  return await getLegacyContext(description, options, config);
+}
+
+/**
+ * Legacy context loading (fixed strategy)
+ * This is the original implementation with hardcoded limits
+ */
+async function getLegacyContext(description, options = {}, config = null) {
+  config = config || getConfig();
+
   // v2.0: Check and refresh stale component index
   if (config.componentIndex?.autoScan !== false) {
     checkAndRefreshIndex(config);
@@ -1093,6 +1185,8 @@ module.exports = {
   inferTaskType,
   checkAndRefreshIndex,
   getAutoContext,
+  getLegacyContext,      // v3.0: Legacy context loading
+  getSmartContext,       // v3.0: Smart context with section-level refs
   formatAutoContext
 };