hokipoki 0.8.4 → 0.8.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8431a8c43517c5acfa725df99108d9b0c1751cd930a1b8dbf58825738b2d93e4
-  data.tar.gz: 1b9e86fe6b36e7157cdd7168b1b7808575340310c0c6650600e31a220fd78bbf
+  metadata.gz: b91046938bebd8651bae6ceae238830821314e7e76fc3a056b38f316f5f3afdf
+  data.tar.gz: 2cb95e0535b1dc51cf1e6eb9ccd294a11f7c56f71a36dbb598132c52b9adb811
 SHA512:
-  metadata.gz: 240f6d073408ff5fea984d55dc37865a50eac078e63b0df33b615d47b8278a7c86751864e8e0352edad3c897507d417a4555b245584691a649e124c0e62026a5
-  data.tar.gz: e9431bebc13de61241be6e56cb62ff063f93bbd8bd6ee290f6e5ee08239050aa78736c62c59ce9dfd20d0d35cf8c36e191685f61a269a9df838b656618592073
+  metadata.gz: fa66e7e8197c2242eeec56e125cb79e2cd9e1c94d05c083aaac04c4668697afac8c75e471b6d9eb29238e5b9d1567d31b7a5a91697f1948593b4b346603ae364
+  data.tar.gz: a163960c56d505b79ed3dc7393c17e2568cc104785d98bd294f172c561392a6dbd2c0390da4ce37ff74c21cd89867516c2526e9f0b85abfb37f148a916ef254a

data/lib/generators/hive_mind/install_generator.rb

@@ -129,11 +129,31 @@ module HiveMind
       # Create smart retrieval engine
       template 'smart_retrieval_engine.rb', 'app/services/smart_retrieval_engine.rb'
       say @pastel.green("✓ Created app/services/smart_retrieval_engine.rb")
+
+      # Create Gemini API controller for vector refinement
+      directory 'api', 'app/controllers/api'
+      say @pastel.green("✓ Created app/controllers/api/gemini_controller.rb")
     end
 
     def setup_routing
-      say "\n#{@pastel.cyan('🛣️  Skipping routes for lightweight install')}"
-      say @pastel.green("✓ No additional routes needed")
+      say "\n#{@pastel.cyan('🛣️  Adding Gemini API routes')}"
+
+      # Add Gemini API routes
+      routes_content = <<~RUBY
+
+  # Gemini vector refinement API
+  namespace :api do
+    namespace :gemini do
+      get :health_check
+      get :unrefined_vectors
+      post :submit_refined
+      get :stats
+    end
+  end
+      RUBY
+
+      append_to_file 'config/routes.rb', routes_content
+      say @pastel.green("✓ Added Gemini API routes")
     end
 
     def create_cli_tools

data/lib/generators/hive_mind/templates/api/gemini_controller.rb

@@ -0,0 +1,283 @@
+class Api::GeminiController < ApplicationController
+  skip_before_action :verify_authenticity_token
+  before_action :log_gemini_activity, except: [:health_check]
+
+  # Health check endpoint
+  def health_check
+    render json: {
+      status: 'ok',
+      timestamp: Time.current,
+      system: 'hokipoki_gemini_api'
+    }
+  end
+
+  # Endpoint for Gemini to fetch unrefined vectors
+  def unrefined_vectors
+    begin
+      batch_size = params[:batch_size]&.to_i || 10
+      batch_size = [batch_size, 50].min # Cap at 50 for safety
+
+      vectors = HiveMindDocument.where(refined: false)
+                                .limit(batch_size)
+                                .order(:created_at)
+
+      response_data = {
+        vectors: vectors.map { |v| format_vector_for_gemini(v) },
+        refinement_template: refinement_template,
+        batch_info: {
+          requested: batch_size,
+          returned: vectors.count,
+          total_pending: HiveMindDocument.where(refined: false).count
+        },
+        timestamp: Time.current
+      }
+
+      log_gemini_status('info', "Served #{vectors.count} unrefined vectors to Gemini")
+
+      render json: response_data
+
+    rescue => e
+      log_gemini_status('error', "Failed to fetch unrefined vectors: #{e.message}")
+
+      render json: {
+        error: 'Failed to fetch vectors',
+        message: e.message,
+        timestamp: Time.current
+      }, status: 500
+    end
+  end
+
+  # Endpoint for Gemini to submit refined vectors
+  def submit_refined
+    begin
+      refined_data = JSON.parse(request.body.read)
+      processed_count = 0
+      errors = []
+
+      refined_data['vectors']&.each do |refined|
+        begin
+          vector = HiveMindDocument.find(refined['id'])
+
+          # Update with refined data
+          update_data = {
+            refined: true,
+            refined_at: Time.current,
+            refined_by: 'gemini'
+          }
+
+          # Add refined content if provided
+          if refined['chunks']
+            update_data[:chunks] = refined['chunks']
+          end
+
+          if refined['keywords']
+            update_data[:keywords] = refined['keywords']
+          end
+
+          if refined['generators']
+            update_data[:generators] = refined['generators']
+          end
+
+          # Store refined metadata
+          existing_metadata = vector.metadata || {}
+          update_data[:metadata] = existing_metadata.merge({
+            'refined_by' => 'gemini',
+            'refined_at' => Time.current.iso8601,
+            'original_content_length' => vector.content&.length,
+            'chunks_count' => refined['chunks']&.length,
+            'keywords_count' => refined['keywords']&.length
+          })
+
+          vector.update!(update_data)
+          processed_count += 1
+
+          log_gemini_status('success', "Refined vector ##{vector.id} (#{refined['keywords']&.length || 0} keywords)")
+
+        rescue => e
+          error_msg = "Failed to update vector #{refined['id']}: #{e.message}"
+          errors << error_msg
+          log_gemini_status('error', error_msg)
+        end
+      end
+
+      response_data = {
+        status: 'success',
+        processed: processed_count,
+        errors: errors,
+        timestamp: Time.current
+      }
+
+      if errors.any?
+        response_data[:status] = 'partial_success'
+        render json: response_data, status: 207 # Multi-status
+      else
+        render json: response_data
+      end
+
+    rescue JSON::ParserError => e
+      log_gemini_status('error', "Invalid JSON in refined data: #{e.message}")
+
+      render json: {
+        error: 'Invalid JSON format',
+        message: e.message,
+        timestamp: Time.current
+      }, status: 400
+
+    rescue => e
+      log_gemini_status('error', "Failed to process refined vectors: #{e.message}")
+
+      render json: {
+        error: 'Failed to process refined vectors',
+        message: e.message,
+        timestamp: Time.current
+      }, status: 500
+    end
+  end
+
+  # Stats endpoint for monitoring
+  def stats
+    begin
+      stats = {
+        total_vectors: HiveMindDocument.count,
+        refined_vectors: HiveMindDocument.where(refined: true).count,
+        pending_vectors: HiveMindDocument.where(refined: false).count,
+        refinement_rate: calculate_refinement_rate,
+        last_activity: get_last_activity,
+        timestamp: Time.current
+      }
+
+      render json: stats
+
+    rescue => e
+      render json: {
+        error: 'Failed to generate stats',
+        message: e.message,
+        timestamp: Time.current
+      }, status: 500
+    end
+  end
+
+  private
+
+  def format_vector_for_gemini(vector)
+    {
+      id: vector.id,
+      content: vector.content,
+      source_type: vector.source_type,
+      source_id: vector.source_id,
+      metadata: vector.metadata || {},
+      created_at: vector.created_at,
+      content_length: vector.content&.length || 0,
+      preview: vector.content&.truncate(100)
+    }
+  end
+
+  def refinement_template
+    {
+      instruction: "Refine each vector into atomic facts with keywords and generators",
+      chunking_rules: {
+        max_words_per_chunk: 50,
+        min_words_per_chunk: 10,
+        overlap_words: 5,
+        preserve_context: true
+      },
+      keyword_extraction: {
+        keywords_per_chunk: "3-5",
+        types: ["technical", "contextual", "semantic"],
+        importance_threshold: 0.6
+      },
+      generator_creation: {
+        pattern: "trigger_keywords → response_template",
+        confidence_threshold: 0.7,
+        max_generators_per_chunk: 3
+      },
+      output_format: {
+        chunks: "Array of atomic fact strings",
+        keywords: "Array of keyword strings",
+        generators: "Array of {trigger: [...], template: '...', confidence: 0.0-1.0}"
+      },
+      example: {
+        input: "Rails authentication with Devise requires configuration",
+        expected_output: {
+          chunks: ["Rails authentication with Devise requires configuration"],
+          keywords: ["rails", "authentication", "devise", "configuration"],
+          generators: [
+            {
+              trigger: ["rails", "authentication", "devise"],
+              template: "For Rails authentication, use Devise gem with proper configuration",
+              confidence: 0.85
+            }
+          ]
+        }
+      }
+    }
+  end
+
+  def calculate_refinement_rate
+    # Calculate vectors refined in last hour
+    one_hour_ago = 1.hour.ago
+    recent_refined = HiveMindDocument.where(refined: true)
+                                    .where('refined_at > ?', one_hour_ago)
+                                    .count
+
+    # Return per minute rate
+    (recent_refined / 60.0).round(2)
+  end
+
+  def get_last_activity
+    begin
+      last_refined = HiveMindDocument.where(refined: true)
+                                    .order(:refined_at)
+                                    .last
+
+      if last_refined&.refined_at
+        {
+          type: 'refinement',
+          timestamp: last_refined.refined_at,
+          vector_id: last_refined.id
+        }
+      else
+        {
+          type: 'none',
+          timestamp: nil,
+          vector_id: nil
+        }
+      end
+    rescue
+      { type: 'error', timestamp: nil, vector_id: nil }
+    end
+  end
+
+  def log_gemini_activity
+    activity_log = "#{Time.current.strftime('%H:%M:%S')} - #{action_name} - #{request.remote_ip}"
+
+    # Log to Gemini status file
+    File.open('/tmp/gemini_status.log', 'a') do |f|
+      f.puts "#{Time.current.strftime('%H:%M:%S')} - api - #{activity_log}"
+    end
+  rescue
+    # Ignore logging errors
+  end
+
+  def log_gemini_status(level, message)
+    timestamp = Time.current.strftime('%H:%M:%S')
+    log_entry = "#{timestamp} - #{level} - #{message}"
+
+    # Log to Rails logger
+    case level
+    when 'error'
+      Rails.logger.error "[GEMINI] #{message}"
+    when 'success'
+      Rails.logger.info "[GEMINI] #{message}"
+    else
+      Rails.logger.debug "[GEMINI] #{message}"
+    end
+
+    # Log to Gemini status file for dashboard
+    File.open('/tmp/gemini_status.log', 'a') do |f|
+      f.puts log_entry
+    end
+  rescue
+    # Ignore logging errors
+  end
+end

data/lib/generators/hokipoki/install_generator.rb

@@ -228,37 +228,38 @@ module Hokipoki
       end
 
       def display_next_steps
+        # Cool ASCII art for HOKIPOKI
+        ascii_art = <<~ASCII
+   ██╗  ██╗ ██████╗ ██╗  ██╗██╗██████╗  ██████╗ ██╗  ██╗██╗
+   ██║  ██║██╔═══██╗██║ ██╔╝██║██╔══██╗██╔═══██╗██║ ██╔╝██║
+   ███████║██║   ██║█████╔╝ ██║██████╔╝██║   ██║█████╔╝ ██║
+   ██╔══██║██║   ██║██╔═██╗ ██║██╔═══╝ ██║   ██║██╔═██╗ ██║
+   ██║  ██║╚██████╔╝██║  ██╗██║██║     ╚██████╔╝██║  ██╗██║
+   ╚═╝  ╚═╝ ╚═════╝ ╚═╝  ╚═╝╚═╝╚═╝      ╚═════╝ ╚═╝  ╚═╝╚═╝
+        ASCII
+
+        say ascii_art, :cyan
+        say ""
         say "🎉 HOKIPOKI CORE INSTALLATION COMPLETE!", :green
         say "=" * 60, :green
         say ""
-        say "📋 NEXT STEPS:", :cyan
+        say "🚀 SUPER SIMPLE NEXT STEPS:", :cyan
         say ""
         say "1. 📦 Install dependencies:", :white
         say "   bundle install", :yellow
         say ""
-        say "2. 🔐 Configure credentials (REQUIRED):", :white
-        say "   EDITOR=nano rails credentials:edit", :yellow
-        say ""
-        say "   Add this structure:", :white
-        say credentials_template, :yellow
-        say ""
-        say "3. 🗄️  Run database migrations:", :white
-        say "   rails db:migrate", :yellow
-        say ""
-        say "4. 🧠 Install HiveMind intelligence:", :white
+        say "2. 🧠 One-command setup (installs everything):", :white
         say "   rails g hive_mind:install", :yellow
         say ""
-        say "5. 🦠 Attach parasite (after HiveMind):", :white
-        say "   rails g hokipoki:attach_parasite", :yellow
+        say "   ✅ This automatically installs:", :green
+        say "     - HiveMind vector database", :dim
+        say "     - Parasite attachment for Claude", :dim
+        say "     - Gemini refinement system", :dim
+        say "     - Database migrations", :dim
         say ""
-        say "🔧 TROUBLESHOOTING:", :cyan
-        say "  - If bundle fails: Check Ruby version compatibility", :white
-        say "  - If credentials fail: Ensure master.key exists", :white
-        say "  - If GitHub OAuth needed: Set up GitHub app first", :white
+        say "🎭 THAT'S IT! Everything else is automatic!", :magenta
         say ""
-        say "📚 DOCUMENTATION:", :cyan
-        say "  - GitHub OAuth setup: https://docs.github.com/en/apps/oauth-apps", :white
-        say "  - Rails credentials: https://guides.rubyonrails.org/security.html#custom-credentials", :white
+        say "Next: Start Rails server and restart Claude to see the magic! ✨", :yellow
         say ""
       end
 

data/lib/hokipoki/version.rb

@@ -1,3 +1,3 @@
 module Hokipoki
-  VERSION = "0.8.4"
+  VERSION = "0.8.6"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hokipoki
 version: !ruby/object:Gem::Version
-  version: 0.8.4
+  version: 0.8.6
 platform: ruby
 authors:
 - Rails Utilities
@@ -232,6 +232,7 @@ files:
 - bin/gemini_refiner
 - lib/generators/hive_mind/install_generator.rb
 - lib/generators/hive_mind/start_generator.rb
+- lib/generators/hive_mind/templates/api/gemini_controller.rb
 - lib/generators/hive_mind/templates/create_hive_mind_documents.rb
 - lib/generators/hive_mind/templates/embedding_service.rb
 - lib/generators/hive_mind/templates/hive_mind_document.rb