hokipoki 0.3.4 → 0.5.1

data/lib/hokipoki.rb

@@ -16,6 +16,16 @@ require_relative "hokipoki/engine"
 require_relative "hokipoki/feedback/display_manager"
 require_relative "hokipoki/claude_auto_loader"
 
+# Core intelligence components (loaded on demand)
+begin
+  require_relative "hokipoki/vector_engine"
+  require_relative "hokipoki/template_store"
+  require_relative "hokipoki/atomic_fact_extractor"
+rescue LoadError => e
+  # Components will be available after gem installation
+  Rails.logger&.debug "🦠 Hokipoki: Advanced components not yet loaded: #{e.message}"
+end
+
 module Hokipoki
   # Validate license on gem load (before anything else)
   begin
@@ -40,16 +50,248 @@ module Hokipoki
       configuration || configure
     end
 
-    # Simple Claude parasite - just shows HiveMind is connected
+    # Claude parasite detection and activation (Enhanced)
     def claude_parasite_active?
-      ENV['CLAUDE_CODE_SESSION'] == 'true' || File.exist?('/tmp/claude_session_active')
+      ENV['CLAUDE_CODE_SESSION'] == 'true' ||
+      File.exist?('/tmp/claude_session_active') ||
+      File.exist?('/tmp/hokipoki_parasite_active') ||
+      ClaudeAutoLoader.claude_cli_detected?
     end
 
-    # Main API - simple fact retrieval
+    # Main API - REAL intelligent fact retrieval with vector engine
     def retrieve_facts(query, token_budget: 1500)
-      Rails.logger&.info "🔍 <performing retrieval to HIVE-MIND> Query: #{query[0..50]}..."
-      # Placeholder for now - generator will install the real implementation
-      []
+      Rails.logger&.info "🦠 <PARASITIC INTELLIGENCE RETRIEVAL> Query: #{query[0..50]}..."
+
+      # If Claude CLI is detected, activate FULL parasite mode
+      if claude_parasite_active?
+        $stdout.puts "🧠 VECTOR ENGINE: Activating parasitic intelligence..."
+
+        begin
+          # Use REAL vector engine if available
+          if defined?(VectorEngine)
+            vector_engine = VectorEngine.instance
+            facts = vector_engine.retrieve_facts(query, token_budget: token_budget)
+
+            if facts.any?
+              $stdout.puts "✅ PARASITE: Enhanced vector context delivered"
+              return facts
+            end
+          end
+
+          # Try HiveMind as fallback
+          if defined?(SmartRetrievalEngine)
+            engine = SmartRetrievalEngine.new
+            facts = engine.retrieve_targeted_facts(query, token_budget: token_budget)
+
+            if facts.any?
+              $stdout.puts "✅ PARASITE: HiveMind context retrieved"
+              return facts
+            end
+          end
+
+          # Enhanced fallback with template-based generation
+          enhanced_context = generate_enhanced_context(query, token_budget)
+          $stdout.puts "✅ PARASITE: Template-enhanced context generated"
+          return [enhanced_context]
+
+        rescue => e
+          Rails.logger&.error "🦠 Parasite retrieval failed: #{e.message}"
+          $stdout.puts "❌ PARASITE: Error occurred, using emergency fallback"
+          return generate_emergency_context(query, e)
+        end
+      else
+        # Non-Claude mode - minimal retrieval
+        Rails.logger&.info "🔍 Standard retrieval mode (Claude not detected)"
+        []
+      end
+    end
+
+    # Enhanced context generation with intelligence patterns
+    def generate_enhanced_context(query, token_budget)
+      # Load template store if available
+      template_store = get_template_store
+
+      # Analyze query for better context
+      intent = analyze_query_intent(query)
+      keywords = extract_query_keywords(query)
+
+      # Try template-based generation first
+      if template_store
+        template_content = template_store.generate_content(
+          detect_query_template_type(query),
+          keywords: keywords,
+          intent: intent,
+          params: { token_budget: token_budget }
+        )
+
+        return template_content if template_content
+      end
+
+      # Fallback to pattern-based generation
+      generate_pattern_based_context(query, intent, keywords, token_budget)
+    end
+
+    # Pattern-based context generation (improved from before)
+    def generate_pattern_based_context(query, intent, keywords, token_budget)
+      context_parts = []
+
+      case intent
+      when :implementation
+        context_parts << "Implementation context: #{keywords.join(', ')}"
+        context_parts << "Best practices: Follow conventions, write tests, consider edge cases"
+        context_parts << "Architecture: Use appropriate design patterns, separate concerns"
+
+        if keywords.any? { |k| k.match?(/rails|ruby/) }
+          context_parts << "Rails patterns: RESTful routes, strong parameters, ActiveRecord conventions"
+        end
+
+      when :debugging
+        context_parts << "Debugging context: #{keywords.join(', ')}"
+        context_parts << "Systematic approach: Reproduce error, check logs, isolate variables"
+        context_parts << "Common issues: Environment config, dependencies, permissions, data validation"
+
+      when :learning
+        context_parts << "Learning context: #{keywords.join(', ')}"
+        context_parts << "Educational approach: Start with fundamentals, practice with examples"
+        context_parts << "Resources: Official documentation, community guides, code examples"
+
+      when :optimization
+        context_parts << "Optimization context: #{keywords.join(', ')}"
+        context_parts << "Performance strategy: Profile first, optimize bottlenecks, measure results"
+        context_parts << "Rails optimization: Database queries, caching, background processing"
+
+      else
+        context_parts << "Context: #{keywords.join(', ')}"
+        context_parts << "General guidance: Follow best practices, maintain code quality"
+      end
+
+      # Add project context if Rails is available
+      if defined?(Rails)
+        context_parts << "Project: #{Rails.application.class.module_parent_name} (#{Rails.env})"
+
+        # Add structural context
+        if Dir.exist?('app')
+          models = Dir['app/models/**/*.rb'].size
+          controllers = Dir['app/controllers/**/*.rb'].size
+          context_parts << "Structure: #{models} models, #{controllers} controllers"
+        end
+      end
+
+      # Ensure token budget compliance
+      full_context = context_parts.join(' | ')
+      apply_token_budget(full_context, token_budget)
+    end
+
+    # Emergency context for error cases
+    def generate_emergency_context(query, error)
+      [
+        "Emergency context: #{extract_query_keywords(query).first(3).join(', ')}",
+        "Status: Vector engine temporarily unavailable (#{error.class.name})",
+        "Fallback: Basic guidance available - check documentation and verify configuration"
+      ]
+    end
+
+    # Helper methods for enhanced intelligence
+
+    def get_template_store
+      return @template_store if defined?(@template_store)
+
+      begin
+        require_relative 'hokipoki/template_store'
+        @template_store = TemplateStore.new
+      rescue LoadError
+        @template_store = nil
+      end
+    end
+
+    def analyze_query_intent(query)
+      case query.downcase
+      when /\b(implement|create|build|make|add|generate|write)\b/
+        :implementation
+      when /\b(error|bug|fix|debug|troubleshoot|issue|problem)\b/
+        :debugging
+      when /\b(how|what|why|when|where|explain|understand|learn)\b/
+        :learning
+      when /\b(optimize|improve|enhance|better|faster|performance)\b/
+        :optimization
+      when /\b(example|show|demo|sample|tutorial|guide)\b/
+        :reference
+      when /\b(test|testing|spec|rspec|jest|unit|integration)\b/
+        :testing
+      else
+        :general
+      end
+    end
+
+    def extract_query_keywords(query)
+      # Remove stop words and extract meaningful terms
+      stop_words = %w[
+        the a an and or but in on at to for of with by from
+        how do i can you please help me show get make create
+        what is are was were will would should could might
+        this that these those here there where when why
+      ]
+
+      words = query.downcase
+                  .gsub(/[^\w\s]/, ' ')
+                  .split(/\s+/)
+                  .reject { |word| stop_words.include?(word) || word.length < 2 }
+                  .select { |word| word.length > 2 || technical_term?(word) }
+
+      words.uniq.first(8) # Limit to most relevant keywords
+    end
+
+    def technical_term?(word)
+      # Short technical terms that should be preserved
+      technical_terms = %w[css js sql api url ui ux db id ai ml]
+      technical_terms.include?(word.downcase)
+    end
+
+    def detect_query_template_type(query)
+      case query
+      when /\b(model|activerecord|database|table|migration)\b/i
+        'active_record_model'
+      when /\b(controller|action|route|params)\b/i
+        'rails_controller'
+      when /\b(class|module|method|function)\b/i
+        'ruby_class'
+      when /\b(javascript|js|function|async|await)\b/i
+        'javascript_code'
+      when /\b(css|style|stylesheet|class)\b/i
+        'css_styles'
+      when /\b(erb|template|view|render)\b/i
+        'erb_template'
+      when /\b(test|spec|rspec|describe|it)\b/i
+        'test_spec'
+      when /\b(error|exception|rescue|debug)\b/i
+        'error_analysis'
+      when /\b(config|configuration|environment|settings)\b/i
+        'configuration'
+      when /\b(documentation|docs|readme|guide)\b/i
+        'documentation'
+      else
+        'implementation_guide'
+      end
+    end
+
+    def apply_token_budget(content, budget)
+      estimated_tokens = estimate_tokens(content)
+
+      if estimated_tokens <= budget
+        content
+      else
+        # Truncate content to fit budget
+        chars_per_token = content.length.to_f / estimated_tokens
+        max_chars = (budget * chars_per_token * 0.9).to_i # 90% safety margin
+
+        content[0..max_chars].strip + "..."
+      end
+    end
+
+    def estimate_tokens(text)
+      return 0 if text.nil? || text.empty?
+      # Conservative estimation: ~4 characters per token
+      (text.length / 4.0).ceil
     end
 
     # Get system status
@@ -77,4 +319,16 @@ end
 # Auto-configure if Rails is present
 if defined?(Rails)
   require_relative "hokipoki/railtie"
+
+  # Force Claude activation on Rails startup if detected
+  Rails.application.config.after_initialize do
+    # Small delay to ensure everything is loaded
+    Thread.new do
+      sleep(1) # Give Rails time to initialize
+      if Hokipoki.claude_parasite_active?
+        $stdout.puts "🦠 FORCE ACTIVATION: Claude CLI detected during Rails startup"
+        ClaudeAutoLoader.force_load!
+      end
+    end
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hokipoki
 version: !ruby/object:Gem::Version
-  version: 0.3.4
+  version: 0.5.1
 platform: ruby
 authors:
 - Rails Utilities
@@ -23,6 +23,62 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '7.0'
+- !ruby/object:Gem::Dependency
+  name: rotp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+- !ruby/object:Gem::Dependency
+  name: rqrcode
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: omniauth-github
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: omniauth-rails_csrf_protection
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -51,6 +107,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0.3'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -201,14 +271,22 @@ extra_rdoc_files: []
 files:
 - LICENSE
 - lib/generators/hive_mind/install_generator.rb
+- lib/generators/hive_mind/start_generator.rb
 - lib/generators/hive_mind/templates/create_hive_mind_documents.rb
 - lib/generators/hive_mind/templates/embedding_service.rb
 - lib/generators/hive_mind/templates/hive_mind_document.rb
+- lib/generators/hive_mind/templates/hokipoki_claude.rb
 - lib/generators/hive_mind/templates/smart_retrieval_engine.rb
+- lib/generators/hokipoki/attach_parasite_generator.rb
+- lib/generators/hokipoki/install_generator.rb
+- lib/generators/hokipoki/scan_project_generator.rb
+- lib/generators/parasite/install_generator.rb
 - lib/hokipoki.rb
+- lib/hokipoki/atomic_fact_extractor.rb
 - lib/hokipoki/claude/auto_loader.rb
 - lib/hokipoki/claude/connection_manager.rb
 - lib/hokipoki/claude/parasite.rb
+- lib/hokipoki/claude/thought_interceptor.rb
 - lib/hokipoki/claude_auto_loader.rb
 - lib/hokipoki/configuration.rb
 - lib/hokipoki/console.rb
@@ -222,6 +300,8 @@ files:
 - lib/hokipoki/parasites/universal_generator.rb
 - lib/hokipoki/railtie.rb
 - lib/hokipoki/tasks.rb
+- lib/hokipoki/template_store.rb
+- lib/hokipoki/vector_engine.rb
 - lib/hokipoki/version.rb
 homepage: https://github.com/rails-utilities/hokipoki
 licenses: