@cregis-dev/cckit 0.4.1 → 0.6.1

package/templates/ecc/skills/continuous-learning-v2/scripts/instinct-cli.py

@@ -1,575 +0,0 @@
-#!/usr/bin/env python3
-"""
-Instinct CLI - Manage instincts for Continuous Learning v2
-
-Commands:
-  status   - Show all instincts and their status
-  import   - Import instincts from file or URL
-  export   - Export instincts to file
-  evolve   - Cluster instincts into skills/commands/agents
-"""
-
-import argparse
-import json
-import os
-import sys
-import re
-import urllib.request
-from pathlib import Path
-from datetime import datetime
-from collections import defaultdict
-from typing import Optional
-
-# ─────────────────────────────────────────────
-# Configuration
-# ─────────────────────────────────────────────
-
-HOMUNCULUS_DIR = Path.home() / ".claude" / "homunculus"
-INSTINCTS_DIR = HOMUNCULUS_DIR / "instincts"
-PERSONAL_DIR = INSTINCTS_DIR / "personal"
-INHERITED_DIR = INSTINCTS_DIR / "inherited"
-EVOLVED_DIR = HOMUNCULUS_DIR / "evolved"
-OBSERVATIONS_FILE = HOMUNCULUS_DIR / "observations.jsonl"
-
-# Ensure directories exist
-for d in [PERSONAL_DIR, INHERITED_DIR, EVOLVED_DIR / "skills", EVOLVED_DIR / "commands", EVOLVED_DIR / "agents"]:
-    d.mkdir(parents=True, exist_ok=True)
-
-
-# ─────────────────────────────────────────────
-# Instinct Parser
-# ─────────────────────────────────────────────
-
-def parse_instinct_file(content: str) -> list[dict]:
-    """Parse YAML-like instinct file format."""
-    instincts = []
-    current = {}
-    in_frontmatter = False
-    content_lines = []
-
-    for line in content.split('\n'):
-        if line.strip() == '---':
-            if in_frontmatter:
-                # End of frontmatter - content comes next, don't append yet
-                in_frontmatter = False
-            else:
-                # Start of frontmatter
-                in_frontmatter = True
-                if current:
-                    current['content'] = '\n'.join(content_lines).strip()
-                    instincts.append(current)
-                current = {}
-                content_lines = []
-        elif in_frontmatter:
-            # Parse YAML-like frontmatter
-            if ':' in line:
-                key, value = line.split(':', 1)
-                key = key.strip()
-                value = value.strip().strip('"').strip("'")
-                if key == 'confidence':
-                    current[key] = float(value)
-                else:
-                    current[key] = value
-        else:
-            content_lines.append(line)
-
-    # Don't forget the last instinct
-    if current:
-        current['content'] = '\n'.join(content_lines).strip()
-        instincts.append(current)
-
-    return [i for i in instincts if i.get('id')]
-
-
-def load_all_instincts() -> list[dict]:
-    """Load all instincts from personal and inherited directories."""
-    instincts = []
-
-    for directory in [PERSONAL_DIR, INHERITED_DIR]:
-        if not directory.exists():
-            continue
-        yaml_files = sorted(
-            set(directory.glob("*.yaml"))
-            | set(directory.glob("*.yml"))
-            | set(directory.glob("*.md"))
-        )
-        for file in yaml_files:
-            try:
-                content = file.read_text()
-                parsed = parse_instinct_file(content)
-                for inst in parsed:
-                    inst['_source_file'] = str(file)
-                    inst['_source_type'] = directory.name
-                instincts.extend(parsed)
-            except Exception as e:
-                print(f"Warning: Failed to parse {file}: {e}", file=sys.stderr)
-
-    return instincts
-
-
-# ─────────────────────────────────────────────
-# Status Command
-# ─────────────────────────────────────────────
-
-def cmd_status(args):
-    """Show status of all instincts."""
-    instincts = load_all_instincts()
-
-    if not instincts:
-        print("No instincts found.")
-        print(f"\nInstinct directories:")
-        print(f"  Personal:  {PERSONAL_DIR}")
-        print(f"  Inherited: {INHERITED_DIR}")
-        return
-
-    # Group by domain
-    by_domain = defaultdict(list)
-    for inst in instincts:
-        domain = inst.get('domain', 'general')
-        by_domain[domain].append(inst)
-
-    # Print header
-    print(f"\n{'='*60}")
-    print(f"  INSTINCT STATUS - {len(instincts)} total")
-    print(f"{'='*60}\n")
-
-    # Summary by source
-    personal = [i for i in instincts if i.get('_source_type') == 'personal']
-    inherited = [i for i in instincts if i.get('_source_type') == 'inherited']
-    print(f"  Personal:  {len(personal)}")
-    print(f"  Inherited: {len(inherited)}")
-    print()
-
-    # Print by domain
-    for domain in sorted(by_domain.keys()):
-        domain_instincts = by_domain[domain]
-        print(f"## {domain.upper()} ({len(domain_instincts)})")
-        print()
-
-        for inst in sorted(domain_instincts, key=lambda x: -x.get('confidence', 0.5)):
-            conf = inst.get('confidence', 0.5)
-            conf_bar = '█' * int(conf * 10) + '░' * (10 - int(conf * 10))
-            trigger = inst.get('trigger', 'unknown trigger')
-            source = inst.get('source', 'unknown')
-
-            print(f"  {conf_bar} {int(conf*100):3d}%  {inst.get('id', 'unnamed')}")
-            print(f"            trigger: {trigger}")
-
-            # Extract action from content
-            content = inst.get('content', '')
-            action_match = re.search(r'## Action\s*\n\s*(.+?)(?:\n\n|\n##|$)', content, re.DOTALL)
-            if action_match:
-                action = action_match.group(1).strip().split('\n')[0]
-                print(f"            action: {action[:60]}{'...' if len(action) > 60 else ''}")
-
-            print()
-
-    # Observations stats
-    if OBSERVATIONS_FILE.exists():
-        obs_count = sum(1 for _ in open(OBSERVATIONS_FILE))
-        print(f"─────────────────────────────────────────────────────────")
-        print(f"  Observations: {obs_count} events logged")
-        print(f"  File: {OBSERVATIONS_FILE}")
-
-    print(f"\n{'='*60}\n")
-
-
-# ─────────────────────────────────────────────
-# Import Command
-# ─────────────────────────────────────────────
-
-def cmd_import(args):
-    """Import instincts from file or URL."""
-    source = args.source
-
-    # Fetch content
-    if source.startswith('http://') or source.startswith('https://'):
-        print(f"Fetching from URL: {source}")
-        try:
-            with urllib.request.urlopen(source) as response:
-                content = response.read().decode('utf-8')
-        except Exception as e:
-            print(f"Error fetching URL: {e}", file=sys.stderr)
-            return 1
-    else:
-        path = Path(source).expanduser()
-        if not path.exists():
-            print(f"File not found: {path}", file=sys.stderr)
-            return 1
-        content = path.read_text()
-
-    # Parse instincts
-    new_instincts = parse_instinct_file(content)
-    if not new_instincts:
-        print("No valid instincts found in source.")
-        return 1
-
-    print(f"\nFound {len(new_instincts)} instincts to import.\n")
-
-    # Load existing
-    existing = load_all_instincts()
-    existing_ids = {i.get('id') for i in existing}
-
-    # Categorize
-    to_add = []
-    duplicates = []
-    to_update = []
-
-    for inst in new_instincts:
-        inst_id = inst.get('id')
-        if inst_id in existing_ids:
-            # Check if we should update
-            existing_inst = next((e for e in existing if e.get('id') == inst_id), None)
-            if existing_inst:
-                if inst.get('confidence', 0) > existing_inst.get('confidence', 0):
-                    to_update.append(inst)
-                else:
-                    duplicates.append(inst)
-        else:
-            to_add.append(inst)
-
-    # Filter by minimum confidence
-    min_conf = args.min_confidence or 0.0
-    to_add = [i for i in to_add if i.get('confidence', 0.5) >= min_conf]
-    to_update = [i for i in to_update if i.get('confidence', 0.5) >= min_conf]
-
-    # Display summary
-    if to_add:
-        print(f"NEW ({len(to_add)}):")
-        for inst in to_add:
-            print(f"  + {inst.get('id')} (confidence: {inst.get('confidence', 0.5):.2f})")
-
-    if to_update:
-        print(f"\nUPDATE ({len(to_update)}):")
-        for inst in to_update:
-            print(f"  ~ {inst.get('id')} (confidence: {inst.get('confidence', 0.5):.2f})")
-
-    if duplicates:
-        print(f"\nSKIP ({len(duplicates)} - already exists with equal/higher confidence):")
-        for inst in duplicates[:5]:
-            print(f"  - {inst.get('id')}")
-        if len(duplicates) > 5:
-            print(f"  ... and {len(duplicates) - 5} more")
-
-    if args.dry_run:
-        print("\n[DRY RUN] No changes made.")
-        return 0
-
-    if not to_add and not to_update:
-        print("\nNothing to import.")
-        return 0
-
-    # Confirm
-    if not args.force:
-        response = input(f"\nImport {len(to_add)} new, update {len(to_update)}? [y/N] ")
-        if response.lower() != 'y':
-            print("Cancelled.")
-            return 0
-
-    # Write to inherited directory
-    timestamp = datetime.now().strftime('%Y%m%d-%H%M%S')
-    source_name = Path(source).stem if not source.startswith('http') else 'web-import'
-    output_file = INHERITED_DIR / f"{source_name}-{timestamp}.yaml"
-
-    all_to_write = to_add + to_update
-    output_content = f"# Imported from {source}\n# Date: {datetime.now().isoformat()}\n\n"
-
-    for inst in all_to_write:
-        output_content += "---\n"
-        output_content += f"id: {inst.get('id')}\n"
-        output_content += f"trigger: \"{inst.get('trigger', 'unknown')}\"\n"
-        output_content += f"confidence: {inst.get('confidence', 0.5)}\n"
-        output_content += f"domain: {inst.get('domain', 'general')}\n"
-        output_content += f"source: inherited\n"
-        output_content += f"imported_from: \"{source}\"\n"
-        if inst.get('source_repo'):
-            output_content += f"source_repo: {inst.get('source_repo')}\n"
-        output_content += "---\n\n"
-        output_content += inst.get('content', '') + "\n\n"
-
-    output_file.write_text(output_content)
-
-    print(f"\n✅ Import complete!")
-    print(f"   Added: {len(to_add)}")
-    print(f"   Updated: {len(to_update)}")
-    print(f"   Saved to: {output_file}")
-
-    return 0
-
-
-# ─────────────────────────────────────────────
-# Export Command
-# ─────────────────────────────────────────────
-
-def cmd_export(args):
-    """Export instincts to file."""
-    instincts = load_all_instincts()
-
-    if not instincts:
-        print("No instincts to export.")
-        return 1
-
-    # Filter by domain if specified
-    if args.domain:
-        instincts = [i for i in instincts if i.get('domain') == args.domain]
-
-    # Filter by minimum confidence
-    if args.min_confidence:
-        instincts = [i for i in instincts if i.get('confidence', 0.5) >= args.min_confidence]
-
-    if not instincts:
-        print("No instincts match the criteria.")
-        return 1
-
-    # Generate output
-    output = f"# Instincts export\n# Date: {datetime.now().isoformat()}\n# Total: {len(instincts)}\n\n"
-
-    for inst in instincts:
-        output += "---\n"
-        for key in ['id', 'trigger', 'confidence', 'domain', 'source', 'source_repo']:
-            if inst.get(key):
-                value = inst[key]
-                if key == 'trigger':
-                    output += f'{key}: "{value}"\n'
-                else:
-                    output += f"{key}: {value}\n"
-        output += "---\n\n"
-        output += inst.get('content', '') + "\n\n"
-
-    # Write to file or stdout
-    if args.output:
-        Path(args.output).write_text(output)
-        print(f"Exported {len(instincts)} instincts to {args.output}")
-    else:
-        print(output)
-
-    return 0
-
-
-# ─────────────────────────────────────────────
-# Evolve Command
-# ─────────────────────────────────────────────
-
-def cmd_evolve(args):
-    """Analyze instincts and suggest evolutions to skills/commands/agents."""
-    instincts = load_all_instincts()
-
-    if len(instincts) < 3:
-        print("Need at least 3 instincts to analyze patterns.")
-        print(f"Currently have: {len(instincts)}")
-        return 1
-
-    print(f"\n{'='*60}")
-    print(f"  EVOLVE ANALYSIS - {len(instincts)} instincts")
-    print(f"{'='*60}\n")
-
-    # Group by domain
-    by_domain = defaultdict(list)
-    for inst in instincts:
-        domain = inst.get('domain', 'general')
-        by_domain[domain].append(inst)
-
-    # High-confidence instincts by domain (candidates for skills)
-    high_conf = [i for i in instincts if i.get('confidence', 0) >= 0.8]
-    print(f"High confidence instincts (>=80%): {len(high_conf)}")
-
-    # Find clusters (instincts with similar triggers)
-    trigger_clusters = defaultdict(list)
-    for inst in instincts:
-        trigger = inst.get('trigger', '')
-        # Normalize trigger
-        trigger_key = trigger.lower()
-        for keyword in ['when', 'creating', 'writing', 'adding', 'implementing', 'testing']:
-            trigger_key = trigger_key.replace(keyword, '').strip()
-        trigger_clusters[trigger_key].append(inst)
-
-    # Find clusters with 3+ instincts (good skill candidates)
-    skill_candidates = []
-    for trigger, cluster in trigger_clusters.items():
-        if len(cluster) >= 2:
-            avg_conf = sum(i.get('confidence', 0.5) for i in cluster) / len(cluster)
-            skill_candidates.append({
-                'trigger': trigger,
-                'instincts': cluster,
-                'avg_confidence': avg_conf,
-                'domains': list(set(i.get('domain', 'general') for i in cluster))
-            })
-
-    # Sort by cluster size and confidence
-    skill_candidates.sort(key=lambda x: (-len(x['instincts']), -x['avg_confidence']))
-
-    print(f"\nPotential skill clusters found: {len(skill_candidates)}")
-
-    if skill_candidates:
-        print(f"\n## SKILL CANDIDATES\n")
-        for i, cand in enumerate(skill_candidates[:5], 1):
-            print(f"{i}. Cluster: \"{cand['trigger']}\"")
-            print(f"   Instincts: {len(cand['instincts'])}")
-            print(f"   Avg confidence: {cand['avg_confidence']:.0%}")
-            print(f"   Domains: {', '.join(cand['domains'])}")
-            print(f"   Instincts:")
-            for inst in cand['instincts'][:3]:
-                print(f"     - {inst.get('id')}")
-            print()
-
-    # Command candidates (workflow instincts with high confidence)
-    workflow_instincts = [i for i in instincts if i.get('domain') == 'workflow' and i.get('confidence', 0) >= 0.7]
-    if workflow_instincts:
-        print(f"\n## COMMAND CANDIDATES ({len(workflow_instincts)})\n")
-        for inst in workflow_instincts[:5]:
-            trigger = inst.get('trigger', 'unknown')
-            # Suggest command name
-            cmd_name = trigger.replace('when ', '').replace('implementing ', '').replace('a ', '')
-            cmd_name = cmd_name.replace(' ', '-')[:20]
-            print(f"  /{cmd_name}")
-            print(f"    From: {inst.get('id')}")
-            print(f"    Confidence: {inst.get('confidence', 0.5):.0%}")
-            print()
-
-    # Agent candidates (complex multi-step patterns)
-    agent_candidates = [c for c in skill_candidates if len(c['instincts']) >= 3 and c['avg_confidence'] >= 0.75]
-    if agent_candidates:
-        print(f"\n## AGENT CANDIDATES ({len(agent_candidates)})\n")
-        for cand in agent_candidates[:3]:
-            agent_name = cand['trigger'].replace(' ', '-')[:20] + '-agent'
-            print(f"  {agent_name}")
-            print(f"    Covers {len(cand['instincts'])} instincts")
-            print(f"    Avg confidence: {cand['avg_confidence']:.0%}")
-            print()
-
-    if args.generate:
-        generated = _generate_evolved(skill_candidates, workflow_instincts, agent_candidates)
-        if generated:
-            print(f"\n✅ Generated {len(generated)} evolved structures:")
-            for path in generated:
-                print(f"   {path}")
-        else:
-            print("\nNo structures generated (need higher-confidence clusters).")
-
-    print(f"\n{'='*60}\n")
-    return 0
-
-
-# ─────────────────────────────────────────────
-# Generate Evolved Structures
-# ─────────────────────────────────────────────
-
-def _generate_evolved(skill_candidates: list, workflow_instincts: list, agent_candidates: list) -> list[str]:
-    """Generate skill/command/agent files from analyzed instinct clusters."""
-    generated = []
-
-    # Generate skills from top candidates
-    for cand in skill_candidates[:5]:
-        trigger = cand['trigger'].strip()
-        if not trigger:
-            continue
-        name = re.sub(r'[^a-z0-9]+', '-', trigger.lower()).strip('-')[:30]
-        if not name:
-            continue
-
-        skill_dir = EVOLVED_DIR / "skills" / name
-        skill_dir.mkdir(parents=True, exist_ok=True)
-
-        content = f"# {name}\n\n"
-        content += f"Evolved from {len(cand['instincts'])} instincts "
-        content += f"(avg confidence: {cand['avg_confidence']:.0%})\n\n"
-        content += f"## When to Apply\n\n"
-        content += f"Trigger: {trigger}\n\n"
-        content += f"## Actions\n\n"
-        for inst in cand['instincts']:
-            inst_content = inst.get('content', '')
-            action_match = re.search(r'## Action\s*\n\s*(.+?)(?:\n\n|\n##|$)', inst_content, re.DOTALL)
-            action = action_match.group(1).strip() if action_match else inst.get('id', 'unnamed')
-            content += f"- {action}\n"
-
-        (skill_dir / "SKILL.md").write_text(content)
-        generated.append(str(skill_dir / "SKILL.md"))
-
-    # Generate commands from workflow instincts
-    for inst in workflow_instincts[:5]:
-        trigger = inst.get('trigger', 'unknown')
-        cmd_name = re.sub(r'[^a-z0-9]+', '-', trigger.lower().replace('when ', '').replace('implementing ', ''))
-        cmd_name = cmd_name.strip('-')[:20]
-        if not cmd_name:
-            continue
-
-        cmd_file = EVOLVED_DIR / "commands" / f"{cmd_name}.md"
-        content = f"# {cmd_name}\n\n"
-        content += f"Evolved from instinct: {inst.get('id', 'unnamed')}\n"
-        content += f"Confidence: {inst.get('confidence', 0.5):.0%}\n\n"
-        content += inst.get('content', '')
-
-        cmd_file.write_text(content)
-        generated.append(str(cmd_file))
-
-    # Generate agents from complex clusters
-    for cand in agent_candidates[:3]:
-        trigger = cand['trigger'].strip()
-        agent_name = re.sub(r'[^a-z0-9]+', '-', trigger.lower()).strip('-')[:20]
-        if not agent_name:
-            continue
-
-        agent_file = EVOLVED_DIR / "agents" / f"{agent_name}.md"
-        domains = ', '.join(cand['domains'])
-        instinct_ids = [i.get('id', 'unnamed') for i in cand['instincts']]
-
-        content = f"---\nmodel: sonnet\ntools: Read, Grep, Glob\n---\n"
-        content += f"# {agent_name}\n\n"
-        content += f"Evolved from {len(cand['instincts'])} instincts "
-        content += f"(avg confidence: {cand['avg_confidence']:.0%})\n"
-        content += f"Domains: {domains}\n\n"
-        content += f"## Source Instincts\n\n"
-        for iid in instinct_ids:
-            content += f"- {iid}\n"
-
-        agent_file.write_text(content)
-        generated.append(str(agent_file))
-
-    return generated
-
-
-# ─────────────────────────────────────────────
-# Main
-# ─────────────────────────────────────────────
-
-def main():
-    parser = argparse.ArgumentParser(description='Instinct CLI for Continuous Learning v2')
-    subparsers = parser.add_subparsers(dest='command', help='Available commands')
-
-    # Status
-    status_parser = subparsers.add_parser('status', help='Show instinct status')
-
-    # Import
-    import_parser = subparsers.add_parser('import', help='Import instincts')
-    import_parser.add_argument('source', help='File path or URL')
-    import_parser.add_argument('--dry-run', action='store_true', help='Preview without importing')
-    import_parser.add_argument('--force', action='store_true', help='Skip confirmation')
-    import_parser.add_argument('--min-confidence', type=float, help='Minimum confidence threshold')
-
-    # Export
-    export_parser = subparsers.add_parser('export', help='Export instincts')
-    export_parser.add_argument('--output', '-o', help='Output file')
-    export_parser.add_argument('--domain', help='Filter by domain')
-    export_parser.add_argument('--min-confidence', type=float, help='Minimum confidence')
-
-    # Evolve
-    evolve_parser = subparsers.add_parser('evolve', help='Analyze and evolve instincts')
-    evolve_parser.add_argument('--generate', action='store_true', help='Generate evolved structures')
-
-    args = parser.parse_args()
-
-    if args.command == 'status':
-        return cmd_status(args)
-    elif args.command == 'import':
-        return cmd_import(args)
-    elif args.command == 'export':
-        return cmd_export(args)
-    elif args.command == 'evolve':
-        return cmd_evolve(args)
-    else:
-        parser.print_help()
-        return 1
-
-
-if __name__ == '__main__':
-    sys.exit(main() or 0)

package/templates/ecc/skills/continuous-learning-v2/scripts/test_parse_instinct.py

@@ -1,82 +0,0 @@
-"""Tests for parse_instinct_file() — verifies content after frontmatter is preserved."""
-
-import importlib.util
-import os
-
-# Load instinct-cli.py (hyphenated filename requires importlib)
-_spec = importlib.util.spec_from_file_location(
-    "instinct_cli",
-    os.path.join(os.path.dirname(__file__), "instinct-cli.py"),
-)
-_mod = importlib.util.module_from_spec(_spec)
-_spec.loader.exec_module(_mod)
-parse_instinct_file = _mod.parse_instinct_file
-
-
-MULTI_SECTION = """\
----
-id: instinct-a
-trigger: "when coding"
-confidence: 0.9
-domain: general
----
-
-## Action
-Do thing A.
-
-## Examples
-- Example A1
-
----
-id: instinct-b
-trigger: "when testing"
-confidence: 0.7
-domain: testing
----
-
-## Action
-Do thing B.
-"""
-
-
-def test_multiple_instincts_preserve_content():
-    result = parse_instinct_file(MULTI_SECTION)
-    assert len(result) == 2
-    assert "Do thing A." in result[0]["content"]
-    assert "Example A1" in result[0]["content"]
-    assert "Do thing B." in result[1]["content"]
-
-
-def test_single_instinct_preserves_content():
-    content = """\
----
-id: solo
-trigger: "when reviewing"
-confidence: 0.8
-domain: review
----
-
-## Action
-Check for security issues.
-
-## Evidence
-Prevents vulnerabilities.
-"""
-    result = parse_instinct_file(content)
-    assert len(result) == 1
-    assert "Check for security issues." in result[0]["content"]
-    assert "Prevents vulnerabilities." in result[0]["content"]
-
-
-def test_empty_content_no_error():
-    content = """\
----
-id: empty
-trigger: "placeholder"
-confidence: 0.5
-domain: general
----
-"""
-    result = parse_instinct_file(content)
-    assert len(result) == 1
-    assert result[0]["content"] == ""