hokipoki 0.3.3 → 0.5.0

data/lib/generators/hokipoki/scan_project_generator.rb

@@ -0,0 +1,279 @@
+# frozen_string_literal: true
+
+require 'rails/generators'
+
+module Hokipoki
+  module Generators
+    # Project Scanner Generator - Scans and vectorizes project files
+    # Command: rails g hokipoki:scan_project
+    class ScanProjectGenerator < Rails::Generators::Base
+      source_root File.expand_path('templates', __dir__)
+
+      class_option :force_rescan, type: :boolean, default: false,
+                   desc: 'Force rescan of all files even if already processed'
+
+      class_option :file_patterns, type: :array, default: ['**/*.rb', '**/*.js', '**/*.erb', '**/*.yml'],
+                   desc: 'File patterns to scan'
+
+      class_option :exclude_paths, type: :array, default: ['node_modules', 'vendor', 'log', 'tmp', '.git'],
+                   desc: 'Paths to exclude from scanning'
+
+      class_option :show_progress, type: :boolean, default: true,
+                   desc: 'Show detailed progress during scanning'
+
+      def display_banner
+        say "\n🔍 HOKIPOKI PROJECT SCANNER", :cyan
+        say "=" * 50, :cyan
+        say "Scanning project files for vector intelligence...", :white
+        say "This will create a vector database of your project's knowledge.", :yellow
+        say ""
+      end
+
+      def validate_environment
+        unless defined?(Rails)
+          say "❌ Rails environment required", :red
+          say "Please run this generator from a Rails application directory.", :yellow
+          exit(1)
+        end
+
+        say "✅ Rails environment detected: #{Rails.env}", :green
+        say "📁 Project root: #{Rails.root}", :white
+      end
+
+      def scan_and_vectorize_project
+        require_hokipoki_components
+
+        # Initialize components
+        vector_engine = Hokipoki::VectorEngine.instance
+        fact_extractor = Hokipoki::AtomicFactExtractor.new
+
+        # Get project files
+        files_to_scan = find_project_files
+
+        if files_to_scan.empty?
+          say "⚠️  No files found to scan", :yellow
+          return
+        end
+
+        say "\n🎯 SCANNING STRATEGY:", :cyan
+        say "  📂 Files to process: #{files_to_scan.length}", :white
+        say "  🔍 File patterns: #{options[:file_patterns].join(', ')}", :white
+        say "  ❌ Excluded paths: #{options[:exclude_paths].join(', ')}", :white
+        say ""
+
+        # Process files with visible progress
+        processed_files = 0
+        total_facts = 0
+        start_time = Time.current
+
+        files_to_scan.each_with_index do |file_path, index|
+          begin
+            # Show progress
+            if options[:show_progress]
+              progress_percent = ((index + 1).to_f / files_to_scan.length * 100).round(1)
+              say "🧠 [#{index + 1}/#{files_to_scan.length}] (#{progress_percent}%) #{relative_path(file_path)}", :cyan
+            end
+
+            # Check if file should be rescanned
+            if should_process_file?(file_path)
+              # Read and extract facts
+              content = File.read(file_path)
+              next if content.strip.empty?
+
+              # Extract atomic facts
+              facts = fact_extractor.extract_facts(
+                content,
+                source_file: file_path,
+                metadata: {
+                  file_type: File.extname(file_path),
+                  file_size: content.bytesize,
+                  scan_session: Time.current.iso8601
+                }
+              )
+
+              # Store in vector engine
+              vector_id = vector_engine.store_template_vector(
+                content,
+                file_path,
+                {
+                  facts_count: facts.length,
+                  processing_time: Time.current.iso8601
+                }
+              )
+
+              processed_files += 1
+              total_facts += facts.length
+
+              if options[:show_progress]
+                say "  ✅ #{facts.length} facts extracted", :green
+              end
+
+            else
+              if options[:show_progress]
+                say "  ⏭️  Skipped (already processed)", :yellow
+              end
+            end
+
+          rescue => e
+            say "  ❌ Error processing #{file_path}: #{e.message}", :red
+            next
+          end
+        end
+
+        # Display completion summary
+        display_completion_summary(processed_files, total_facts, start_time)
+
+        # Create or update configuration
+        create_hokipoki_config(processed_files, total_facts)
+
+        # Display vector engine statistics
+        display_vector_statistics(vector_engine)
+      end
+
+      def create_initializer
+        say "\n📝 CREATING INITIALIZER:", :cyan
+
+        create_file "config/initializers/hokipoki_scanner.rb", <<~RUBY
+          # Hokipoki Project Scanner Configuration
+          # Generated by rails g hokipoki:scan_project
+
+          if Rails.env.development?
+            Rails.application.config.after_initialize do
+              # Auto-scan new files when Rails starts
+              if defined?(Hokipoki::VectorEngine)
+                Thread.new do
+                  sleep(2) # Let Rails fully initialize
+
+                  vector_engine = Hokipoki::VectorEngine.instance
+
+                  # Display scanner status
+                  stats = vector_engine.statistics
+                  puts "\\n🧠 HOKIPOKI SCANNER STATUS:"
+                  puts "  📊 Total vectors: \#{stats[:total_vectors]}"
+                  puts "  🗜️  Avg compression: \#{stats[:average_compression]}%"
+                  puts "  ✅ Success rate: \#{stats[:success_rate]}%"
+                  puts ""
+
+                  # Auto-scan if Claude is detected
+                  if Hokipoki.claude_parasite_active?
+                    puts "🦠 CLAUDE DETECTED: Vector intelligence ready"
+                    puts "📡 Parasite attached to project knowledge base"
+                    puts ""
+                  end
+                end
+              end
+            end
+          end
+        RUBY
+
+        say "✅ Created config/initializers/hokipoki_scanner.rb", :green
+      end
+
+      def display_next_steps
+        say "\n🎉 PROJECT SCAN COMPLETE!", :green
+        say "=" * 50, :green
+        say ""
+        say "📋 NEXT STEPS:", :cyan
+        say "1. 🔄 Restart Rails server to load vector intelligence", :white
+        say "2. 🦠 Run: rails g hokipoki:attach_parasite", :white
+        say "3. 🧠 Start Claude Code CLI to activate parasite", :white
+        say "4. ✨ Enjoy 10x enhanced Claude responses!", :white
+        say ""
+        say "📊 Vector database location: ~/.hokipoki/vectors.db", :yellow
+        say "🔧 Configuration: config/initializers/hokipoki_scanner.rb", :yellow
+        say ""
+      end
+
+      private
+
+      def require_hokipoki_components
+        begin
+          require 'hokipoki/vector_engine'
+          require 'hokipoki/atomic_fact_extractor'
+        rescue LoadError => e
+          say "❌ Failed to load Hokipoki components: #{e.message}", :red
+          say "Make sure hokipoki gem is properly installed", :yellow
+          exit(1)
+        end
+      end
+
+      def find_project_files
+        files = []
+
+        options[:file_patterns].each do |pattern|
+          pattern_files = Dir.glob(File.join(Rails.root, pattern))
+          files.concat(pattern_files)
+        end
+
+        # Filter out excluded paths
+        filtered_files = files.reject do |file|
+          options[:exclude_paths].any? { |excluded| file.include?(excluded) }
+        end
+
+        # Remove duplicates and ensure files exist
+        filtered_files.uniq.select { |file| File.file?(file) }
+      end
+
+      def should_process_file?(file_path)
+        # Always process if force_rescan is true
+        return true if options[:force_rescan]
+
+        # Check if file has been modified since last scan
+        # For now, always process (could add timestamp checking later)
+        true
+      end
+
+      def relative_path(file_path)
+        file_path.gsub(Rails.root.to_s + '/', '')
+      end
+
+      def display_completion_summary(processed_files, total_facts, start_time)
+        duration = Time.current - start_time
+
+        say "\n📊 SCAN RESULTS:", :cyan
+        say "=" * 30, :cyan
+        say "⏱️  Total time: #{duration.round(2)} seconds", :white
+        say "📁 Files processed: #{processed_files}", :white
+        say "🔬 Facts extracted: #{total_facts}", :white
+        say "📈 Avg facts per file: #{total_facts > 0 ? (total_facts.to_f / processed_files).round(1) : 0}", :white
+        say "⚡ Processing rate: #{(processed_files.to_f / duration).round(1)} files/sec", :white
+        say ""
+      end
+
+      def create_hokipoki_config(processed_files, total_facts)
+        config_dir = File.expand_path('~/.hokipoki')
+        FileUtils.mkdir_p(config_dir) unless Dir.exist?(config_dir)
+
+        config_file = File.join(config_dir, 'project_config.yml')
+        config_data = {
+          project_name: Rails.application.class.module_parent_name,
+          project_path: Rails.root.to_s,
+          last_scan: Time.current.iso8601,
+          files_processed: processed_files,
+          facts_extracted: total_facts,
+          scan_options: {
+            file_patterns: options[:file_patterns],
+            exclude_paths: options[:exclude_paths]
+          }
+        }
+
+        File.write(config_file, config_data.to_yaml)
+        say "📝 Updated project config: #{config_file}", :green
+      end
+
+      def display_vector_statistics(vector_engine)
+        stats = vector_engine.statistics
+
+        say "\n🧠 VECTOR ENGINE STATISTICS:", :cyan
+        say "=" * 35, :cyan
+        say "📊 Total vectors: #{stats[:total_vectors]}", :white
+        say "✅ Success rate: #{stats[:success_rate]}%", :white
+        say "🗜️  Avg compression: #{stats[:average_compression]}%", :white
+        say "💾 Cache size: #{stats[:cache_size]} entries", :white
+        say "🧠 Learning patterns: #{stats[:learning_patterns]}", :white
+        say "💿 Database size: #{(stats[:database_size] / 1024.0).round(2)} KB", :white
+        say ""
+      end
+    end
+  end
+end