claude-flow-novice 2.14.30 → 2.14.32

package/.claude/skills/cfn-docker-skill-mcp-selection/skill-mcp-selector.js

@@ -0,0 +1,472 @@
+/**
+ * Skill-based MCP Selection System
+ * Automatically selects MCP servers based on agent skills and requirements
+ */
+
+const fs = require('fs').promises;
+const path = require('path');
+const AgentTokenManager = require('../cli/agent-token-manager.js');
+
+class SkillMCPSelector {
+  constructor(options = {}) {
+    this.tokenManager = new AgentTokenManager(options);
+    this.agentConfigPath = options.agentConfigPath || './config/agent-whitelist.json';
+    this.skillConfigPath = options.skillConfigPath || './config/skill-requirements.json';
+    this.mcpServersPath = options.mcpServersPath || './config/mcp-servers.json';
+
+    this.agentWhitelist = new Map();
+    this.skillRequirements = new Map();
+    this.mcpServers = new Map();
+  }
+
+  async initialize() {
+    await this.tokenManager.initialize();
+    await this.loadConfigurations();
+    console.log('[SkillMCPSelector] Initialized successfully');
+  }
+
+  async loadConfigurations() {
+    // Load agent whitelist
+    const agentConfig = await this.loadJson(this.agentConfigPath);
+    this.agentWhitelist.clear();
+    for (const agent of agentConfig.agents) {
+      this.agentWhitelist.set(agent.type, agent);
+    }
+
+    // Load skill requirements
+    const skillConfig = await this.loadJson(this.skillConfigPath);
+    this.skillRequirements.clear();
+    for (const [tool, requirements] of Object.entries(skillConfig.tools)) {
+      this.skillRequirements.set(tool, requirements);
+    }
+
+    // Load MCP server configurations
+    try {
+      const mcpConfig = await this.loadJson(this.mcpServersPath);
+      for (const [name, config] of Object.entries(mcpConfig.servers)) {
+        this.mcpServers.set(name, config);
+      }
+    } catch (error) {
+      console.warn('[SkillMCPSelector] MCP servers config not found, using defaults');
+      this.initializeDefaultMCPServers();
+    }
+  }
+
+  async loadJson(filePath) {
+    const resolvedPath = path.resolve(filePath);
+    const content = await fs.readFile(resolvedPath, 'utf8');
+    return JSON.parse(content);
+  }
+
+  initializeDefaultMCPServers() {
+    // Default MCP server configurations
+    const defaultServers = {
+      'playwright': {
+        name: 'playwright',
+        displayName: 'Playwright Browser Automation',
+        description: 'Browser automation and screenshot capabilities',
+        containerImage: 'claude-flow-novice:mcp-playwright',
+        tools: ['take_screenshot', 'search_google', 'navigate_and_interact'],
+        skills: ['browser-automation', 'screenshot-capture', 'web-interaction'],
+        resourceRequirements: {
+          memoryMB: 1024,
+          cpuUnits: 2
+        }
+      },
+      'redis': {
+        name: 'redis',
+        displayName: 'Redis Database',
+        description: 'Redis key-value store operations',
+        containerImage: 'claude-flow-novice:mcp-redis',
+        tools: ['redis_get', 'redis_set', 'redis_keys'],
+        skills: ['redis-operations', 'cache-management'],
+        resourceRequirements: {
+          memoryMB: 256,
+          cpuUnits: 1
+        }
+      },
+      'postgres': {
+        name: 'postgres',
+        displayName: 'PostgreSQL Database',
+        description: 'PostgreSQL database operations',
+        containerImage: 'claude-flow-novice:mcp-postgres',
+        tools: ['postgres_query', 'postgres_schema', 'postgres_migrate'],
+        skills: ['database-design', 'sql-operations'],
+        resourceRequirements: {
+          memoryMB: 512,
+          cpuUnits: 2
+        }
+      },
+      'security-scanner': {
+        name: 'security-scanner',
+        displayName: 'Security Scanner',
+        description: 'Security vulnerability scanning and analysis',
+        containerImage: 'claude-flow-novice:mcp-security',
+        tools: ['security_scan', 'vulnerability_check', 'compliance_validate'],
+        skills: ['security-auditing', 'vulnerability-scanning'],
+        resourceRequirements: {
+          memoryMB: 1536,
+          cpuUnits: 4
+        }
+      }
+    };
+
+    for (const [name, config] of Object.entries(defaultServers)) {
+      this.mcpServers.set(name, config);
+    }
+  }
+
+  /**
+   * Determine which MCP servers an agent needs based on their skills
+   */
+  selectMCPServers(agentType, agentSkills = null) {
+    const agentConfig = this.agentWhitelist.get(agentType);
+    if (!agentConfig) {
+      throw new Error(`Unknown agent type: ${agentType}`);
+    }
+
+    // Use provided skills or fall back to agent config
+    const skills = agentSkills || agentConfig.skills;
+
+    // Determine required MCP servers based on skills
+    const requiredMCPServers = new Set();
+    const skillToMCPServerMap = this.getSkillToMCPServerMapping();
+
+    // Map skills to required MCP servers
+    for (const skill of skills) {
+      if (skillToMCPServerMap.has(skill)) {
+        const servers = skillToMCPServerMap.get(skill);
+        servers.forEach(server => requiredMCPServers.add(server));
+      }
+    }
+
+    // Add explicitly allowed MCP servers from agent config
+    if (agentConfig.allowedMcpServers) {
+      agentConfig.allowedMcpServers.forEach(server => requiredMCPServers.add(server));
+    }
+
+    // Convert to array and sort by priority
+    const selectedServers = Array.from(requiredMCPServers)
+      .filter(server => this.mcpServers.has(server))
+      .sort((a, b) => {
+        const priorityA = this.mcpServers.get(a).priority || 999;
+        const priorityB = this.mcpServers.get(b).priority || 999;
+        return priorityA - priorityB;
+      });
+
+    return {
+      agentType,
+      agentSkills: skills,
+      selectedMCPServers,
+      serverDetails: selectedServers.map(server => this.mcpServers.get(server)),
+      totalMemoryRequired: selectedServers.reduce((sum, server) =>
+        sum + (this.mcpServers.get(server).resourceRequirements?.memoryMB || 512), 0),
+      totalCPURequired: selectedServers.reduce((sum, server) =>
+        sum + (this.mcpServers.get(server).resourceRequirements?.cpuUnits || 1), 0)
+    };
+  }
+
+  /**
+   * Get mapping from skills to required MCP servers
+   */
+  getSkillToMCPServerMapping() {
+    const skillMap = new Map();
+
+    // Build mapping from MCP server configurations
+    for (const [serverName, serverConfig] of this.mcpServers.entries()) {
+      for (const skill of serverConfig.skills || []) {
+        if (!skillMap.has(skill)) {
+          skillMap.set(skill, new Set());
+        }
+        skillMap.get(skill).add(serverName);
+      }
+    }
+
+    // Also add mappings from tool requirements
+    for (const [toolName, toolConfig] of this.skillRequirements.entries()) {
+      for (const skill of toolConfig.requiredSkills || []) {
+        // Find MCP servers that provide this tool
+        for (const [serverName, serverConfig] of this.mcpServers.entries()) {
+          if (serverConfig.tools?.includes(toolName)) {
+            if (!skillMap.has(skill)) {
+              skillMap.set(skill, new Set());
+            }
+            skillMap.get(skill).add(serverName);
+          }
+        }
+      }
+    }
+
+    return skillMap;
+  }
+
+  /**
+   * Generate tokens for selected MCP servers
+   */
+  async generateMCPTokens(agentType, selectedServers, options = {}) {
+    const tokens = [];
+
+    for (const serverName of selectedServers) {
+      try {
+        const serverConfig = this.mcpServers.get(serverName);
+        if (!serverConfig) {
+          console.warn(`[SkillMCPSelector] Server configuration not found: ${serverName}`);
+          continue;
+        }
+
+        // Generate server-specific token
+        const tokenData = await this.tokenManager.registerAgentToken(agentType, {
+          expiresIn: options.expiresIn || '24h',
+          description: `Token for ${serverConfig.displayName}`,
+          createdBy: 'skill-mcp-selector',
+          mcpServer: serverName
+        });
+
+        tokens.push({
+          serverName,
+          displayName: serverConfig.displayName,
+          token: tokenData.token,
+          expiresAt: tokenData.expiresAt,
+          containerImage: serverConfig.containerImage,
+          connectionInfo: this.generateConnectionInfo(serverName, serverConfig, tokenData.token)
+        });
+
+        console.log(`[SkillMCPSelector] Generated token for ${agentType} → ${serverName}`);
+      } catch (error) {
+        console.error(`[SkillMCPSelector] Failed to generate token for ${serverName}:`, error);
+      }
+    }
+
+    return tokens;
+  }
+
+  /**
+   * Generate connection information for MCP server
+   */
+  generateConnectionInfo(serverName, serverConfig, token) {
+    const baseInfo = {
+      serverName,
+      token,
+      authentication: {
+        type: 'token-based',
+        header: 'x-agent-token',
+        agentTypeHeader: 'x-agent-type'
+      }
+    };
+
+    // Add server-specific connection details
+    if (serverConfig.connectionType === 'docker') {
+      return {
+        ...baseInfo,
+        type: 'docker-container',
+        containerName: `mcp-${serverName}`,
+        containerImage: serverConfig.containerImage,
+        dockerArgs: [
+          'run', '--rm', '--init',
+          '--name', `mcp-${serverName}`,
+          '--memory', `${serverConfig.resourceRequirements?.memoryMB || 512}m`,
+          '--cpus', `${serverConfig.resourceRequirements?.cpuUnits || 1}`,
+          '-e', `MCP_SERVER=${serverName}`,
+          '-e', `MCP_AUTH_REQUIRED=true`,
+          '-e', `MCP_REDIS_URL=${process.env.MCP_REDIS_URL || 'redis://localhost:6379'}`,
+          serverConfig.containerImage,
+          'node', `/app/mcp-${serverName}-server.js`
+        ]
+      };
+    } else {
+      return {
+        ...baseInfo,
+        type: 'http-endpoint',
+        url: serverConfig.url || `http://localhost:${3000 + this.mcpServers.size}`,
+        headers: {
+          'Content-Type': 'application/json',
+          'x-agent-token': token,
+          'x-agent-type': 'dynamic'
+        }
+      };
+    }
+  }
+
+  /**
+   * Get complete MCP configuration for an agent
+   */
+  async getAgentMCPConfiguration(agentType, agentSkills = null, options = {}) {
+    try {
+      // Select required MCP servers
+      const selection = this.selectMCPServers(agentType, agentSkills);
+
+      // Generate tokens for selected servers
+      const tokens = await this.generateMCPTokens(
+        agentType,
+        selection.selectedMCPServers,
+        options
+      );
+
+      return {
+        agentType,
+        agentSkills: selection.agentSkills,
+        mcpConfiguration: {
+          mcpServers: tokens.reduce((config, tokenInfo) => {
+            config[tokenInfo.serverName] = {
+              command: 'docker',
+              args: tokenInfo.connectionInfo.dockerArgs,
+              env: {
+                'MCP_SERVER': tokenInfo.serverName,
+                'MCP_AUTH_REQUIRED': 'true',
+                'AGENT_TOKEN': tokenInfo.token
+              }
+            };
+            return config;
+          }, {})
+        },
+        selection,
+        tokens,
+        resourceSummary: {
+          totalMemoryMB: selection.totalMemoryRequired,
+          totalCPUUnits: selection.totalCPUUnits,
+          serverCount: selection.selectedMCPServers.length
+        }
+      };
+    } catch (error) {
+      console.error(`[SkillMCPSelector] Failed to get MCP configuration for ${agentType}:`, error);
+      throw error;
+    }
+  }
+
+  /**
+   * Generate Docker Compose configuration for agent with MCP servers
+   */
+  async generateDockerComposeConfiguration(agentType, agentSkills = null, options = {}) {
+    const config = await this.getAgentMCPConfiguration(agentType, agentSkills, options);
+
+    const dockerCompose = {
+      version: '3.8',
+      services: {},
+      networks: {
+        'mcp-network': {
+          driver: 'bridge'
+        }
+      }
+    };
+
+    // Add agent service
+    dockerCompose.services[`${agentType}-agent`] = {
+      image: 'claude-flow-novice:agent-container',
+      container_name: `agent-${agentType}-${Date.now()}`,
+      networks: ['mcp-network'],
+      environment: {
+        'AGENT_TYPE': agentType,
+        'AGENT_MODE': 'containerized',
+        'MCP_AUTH_ENABLED': 'true',
+        'REDIS_URL': process.env.MCP_REDIS_URL || 'redis://redis:6379'
+      },
+      volumes: [
+        '${PWD}/.claude:/app/.claude:ro',
+        '${PWD}/screenshots:/app/screenshots'
+      ],
+      mem_limit: `${config.resourceSummary.totalMemoryMB + 512}m`,
+      depends_on: config.selection.selectedMCPServers.map(server => `mcp-${server}`).join(' ')
+    };
+
+    // Add MCP server services
+    for (const tokenInfo of config.tokens) {
+      const serverName = `mcp-${tokenInfo.serverName}`;
+      const serverConfig = this.mcpServers.get(tokenInfo.serverName);
+
+      dockerCompose.services[serverName] = {
+        image: tokenInfo.containerImage,
+        container_name: `${serverName}-${Date.now()}`,
+        networks: ['mcp-network'],
+        environment: {
+          'MCP_SERVER': tokenInfo.serverName,
+          'MCP_AUTH_REQUIRED': 'true',
+          'MCP_REDIS_URL': process.env.MCP_REDIS_URL || 'redis://redis:6379',
+          'AGENT_TOKEN': tokenInfo.token
+        },
+        volumes: [
+          '${PWD}/screenshots:/app/screenshots'
+        ],
+        mem_limit: `${serverConfig.resourceRequirements?.memoryMB || 512}m`,
+        cpus: `${(serverConfig.resourceRequirements?.cpuUnits || 1) / 4}`
+      };
+    }
+
+    // Add Redis service if not present
+    if (!dockerCompose.services.redis) {
+      dockerCompose.services.redis = {
+        image: 'redis:7-alpine',
+        container_name: 'mcp-redis',
+        networks: ['mcp-network'],
+        volumes: ['redis-data:/data'],
+        mem_limit: '256m'
+      };
+      dockerCompose.volumes = {
+        'redis-data': {}
+      };
+    }
+
+    return dockerCompose;
+  }
+
+  /**
+   * Get statistics about skill-MCP mappings
+   */
+  getStatistics() {
+    const skillMap = this.getSkillToMCPServerMapping();
+
+    return {
+      totalAgents: this.agentWhitelist.size,
+      totalMCPServers: this.mcpServers.size,
+      totalSkills: skillMap.size,
+      agentTypes: Array.from(this.agentWhitelist.keys()),
+      mcpServerNames: Array.from(this.mcpServers.keys()),
+      skillCoverage: Array.from(skillMap.entries()).map(([skill, servers]) => ({
+        skill,
+        requiredServers: Array.from(servers),
+        serverCount: servers.size
+      }))
+    };
+  }
+
+  /**
+   * Validate agent-MCP configuration
+   */
+  validateConfiguration(agentType, mcpConfiguration) {
+    const agentConfig = this.agentWhitelist.get(agentType);
+    if (!agentConfig) {
+      return { valid: false, errors: [`Unknown agent type: ${agentType}`] };
+    }
+
+    const errors = [];
+    const warnings = [];
+
+    // Check required MCP servers
+    const requiredServers = agentConfig.allowedMcpServers || [];
+    const configuredServers = Object.keys(mcpConfiguration.mcpServers || {});
+
+    for (const server of requiredServers) {
+      if (!configuredServers.includes(server)) {
+        errors.push(`Required MCP server missing: ${server}`);
+      }
+    }
+
+    // Check for unauthorized servers
+    for (const server of configuredServers) {
+      if (!requiredServers.includes(server)) {
+        warnings.push(`Potentially unauthorized MCP server: ${server}`);
+      }
+    }
+
+    return {
+      valid: errors.length === 0,
+      errors,
+      warnings
+    };
+  }
+
+  async shutdown() {
+    await this.tokenManager.shutdown();
+  }
+}
+
+module.exports = SkillMCPSelector;

package/.claude/skills/cfn-loop-validation/config.json

@@ -55,12 +55,12 @@
         "security-specialist",
         "tester",
         "analyst",
-        "architect"
+        "system-architect"
       ],
       "productOwnerStructure": "team",
       "planningConsensus": {
         "enabled": true,
-        "architectTypes": ["architect", "system-architect", "security-specialist"],
+        "architectTypes": ["system-architect", "security-specialist"],
         "threshold": 0.85
       },
       "productOwnerTeam": {

package/README.md

@@ -21,6 +21,18 @@ npx cfn-loop "Implement JWT authentication system" --mode=standard
 # Or spawn agents directly
 npx cfn-spawn backend-developer --task-id auth-task
 ```
+**Installation:**
+```bash
+npm install claude-flow-novice
+npx cfn-init  # Copy namespace-isolated files
+```
+
+**Collision Risk:** ~0.01% (user custom files preserved)
+
+**Package:** 573 KB tarball, 2.4 MB unpacked, 303 files (68% reduction from v2.0.0)
+
+**Agent Discovery:** Recursive search through `.claude/agents/**/*.md` finds both cfn-dev-team and user custom agents
+
 
 **What happens on install**:
 - Copies 23 agents to `.claude/agents/cfn-dev-team/`
@@ -171,6 +183,89 @@ User Task Description
 
 ---
 
+### CFN Loop Execution Modes
+
+**User selects mode. Main Chat executes the specified slash command.**
+
+**Default: Task Mode** (default mode when user doesn't specify)
+
+**Available modes:**
+
+**1. Task Mode (Default):**
+```bash
+/cfn-loop-task "Task description" --mode=standard
+```
+- Main Chat spawns ALL agents via Task()
+- NO coordinator agent
+- Cost: $0.150/iteration
+- Full visibility in Main Chat
+- Use: Debugging, learning, short tasks (<5 min)
+
+**2. CLI Mode (Production):**
+```bash
+/cfn-loop-cli "Task description" --mode=standard
+```
+- Main Chat spawns ONLY cfn-v3-coordinator
+- Coordinator spawns workers via CLI (background)
+- Cost: $0.054/iteration (64% savings vs Task)
+- Use: Production, long tasks, cost-sensitive
+
+**Mode selection guidance for users:**
+- "execute cfn loop on X" → `/cfn-loop-task` (default)
+- "use task mode on X" → `/cfn-loop-task`
+- "use cli mode on X" → `/cfn-loop-cli`
+- "production cfn loop on X" → `/cfn-loop-cli`
+
+**Architecture patterns:**
+- CLI: Main Chat → cfn-v3-coordinator → orchestrate.sh → CLI workers (background)
+- Task: Main Chat → Task() agents (no coordinator, full visibility)
+
+**Cost breakdown:**
+- CLI mode: $0.054/iteration (Z.ai routing for workers)
+- Task mode: $0.150/iteration (Anthropic for all agents)
+
+**Context Storage:**
+- CLI mode: Coordinator stores context in persistence layer for agents to retrieve
+- Task mode: Main Chat passes context directly to each Task() spawn (no persistence needed)
+- CLI agents read from context: coordination protocols retrieve task context
+
+**Reference:**
+- Implementation details: `planning/cfn-v3/DUAL_MODE_IMPLEMENTATION.md`
+- **Task Mode guide**: `.claude/commands/cfn/CFN_LOOP_TASK_MODE.md` (agent specialization, sprint workflow, backlog management)
+
+### Custom Routing (Z.ai Provider Integration)
+
+**Provider Routing Model:**
+- **Task() agents** → Use Main Chat provider (Anthropic)
+- **CLI-spawned agents** → Use custom routing (Z.ai when enabled)
+
+**Enable Custom Routing (One-Time Setup):**
+```bash
+/custom-routing-activate
+```
+
+**Switch Provider to Z.ai or Claude Subscription**
+```bash
+/switch-api status
+```
+```bash
+/switch-api zai
+```
+```bash
+/switch-api max
+```
+
+**Cost Impact:**
+```
+Without Custom Routing:
+- CLI agents use Anthropic ($3-15/1M tokens)
+
+With Custom Routing:
+- CLI agents use Z.ai ($0.50/1M tokens)
+- ~5x cost reduction per CLI agent call
+- Combined with CLI spawning: 95-98% total savings vs Task tool
+```
+
 ## 🧠 AI-Driven Intelligence (43 Modular Skills)
 
 ### Phase 1: Foundation (5 Skills)

package/claude-assets/agents/README-AGENT_LIFECYCLE.md

@@ -1,3 +1,11 @@
+---
+name: readme-agent-lifecycle
+description: Documentation file for agent lifecycle management and CFN loop protocols
+tools: []
+model: haiku
+type: documentation
+---
+
 # Agent Lifecycle Documentation
 
 **Version:** 2.0 (Post-Waiting Mode Removal)
@@ -52,15 +60,6 @@ This document clarifies the complete lifecycle of agents in the CFN Loop system,
 2. **Report confidence:**
    ```bash
    ./.claude/skills/redis-coordination/invoke-waiting-mode.sh report \
-
-**After reporting, exit cleanly. Do NOT enter waiting mode.**
-
-**Why This Matters:**
-- Orchestrator collects confidence/consensus scores from Redis
-- Enables adaptive agent specialization for next iteration
-- Prevents orchestrator blocking on wait $PID
-- Coordinator spawns appropriate specialist based on feedback type
-
      --task-id "$TASK_ID" \
      --agent-id "$AGENT_ID" \
      --confidence [0.0-1.0] \
@@ -106,15 +105,6 @@ redis-cli lpush "swarm:${TASK_ID}:${AGENT_ID}:done" "complete"
 ### Step 3: Report Confidence Score
 ```bash
 ./.claude/skills/redis-coordination/invoke-waiting-mode.sh report \
-
-**After reporting, exit cleanly. Do NOT enter waiting mode.**
-
-**Why This Matters:**
-- Orchestrator collects confidence/consensus scores from Redis
-- Enables adaptive agent specialization for next iteration
-- Prevents orchestrator blocking on wait $PID
-- Coordinator spawns appropriate specialist based on feedback type
-
   --task-id "$TASK_ID" \
   --agent-id "$AGENT_ID" \
   --confidence [0.0-1.0] \
@@ -165,15 +155,6 @@ redis-cli lpush "swarm:${TASK_ID}:${AGENT_ID}:done" "complete"
 ### Step 5: Report Consensus Score
 ```bash
 ./.claude/skills/redis-coordination/invoke-waiting-mode.sh report \
-
-**After reporting, exit cleanly. Do NOT enter waiting mode.**
-
-**Why This Matters:**
-- Orchestrator collects confidence/consensus scores from Redis
-- Enables adaptive agent specialization for next iteration
-- Prevents orchestrator blocking on wait $PID
-- Coordinator spawns appropriate specialist based on feedback type
-
   --task-id "$TASK_ID" \
   --agent-id "$AGENT_ID" \
   --confidence [0.0-1.0] \
@@ -299,6 +280,7 @@ CONFIDENCE=$(redis-cli get "swarm:${TASK_ID}:${AGENT_ID}:confidence")
 ### ❌ Anti-Pattern 1: Waiting Mode
 ```bash
 # WRONG - DO NOT USE:
+./.claude/skills/redis-coordination/invoke-waiting-mode.sh wait \
   --task-id "$TASK_ID" \
   --agent-id "$AGENT_ID"
 ```
@@ -346,15 +328,6 @@ redis-cli lpush "swarm:${TASK_ID}:${AGENT_ID}:done" "complete"
 
 # Step 2: Report confidence
 ./.claude/skills/redis-coordination/invoke-waiting-mode.sh report \
-
-**After reporting, exit cleanly. Do NOT enter waiting mode.**
-
-**Why This Matters:**
-- Orchestrator collects confidence/consensus scores from Redis
-- Enables adaptive agent specialization for next iteration
-- Prevents orchestrator blocking on wait $PID
-- Coordinator spawns appropriate specialist based on feedback type
-
   --task-id "$TASK_ID" \
   --agent-id "$AGENT_ID" \
   --confidence 0.95 \
@@ -519,4 +492,4 @@ swarm:{TASK_ID}:metrics:iteration_start  → List of timestamps
 
 **Version History:**
 - v1.0: Original with waiting mode
-- v2.0 (2025-10-21): Waiting mode removed, PATTERN-022 compliant
+- v2.0 (2025-10-21): Waiting mode removed, PATTERN-022 compliant

package/claude-assets/agents/README-VALIDATION.md

@@ -1,3 +1,11 @@
+---
+name: readme-validation-main
+description: Documentation file for agent profile validation tool and standards compliance
+tools: []
+model: haiku
+type: documentation
+---
+
 # Agent Profile Validation Tool
 
 A comprehensive validation script that checks agent profiles against CLAUDE.md standards and provides actionable feedback.