whoosh 1.1.0 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 03b756c310f71435839a3628bfdfa9499bb70869b9475e75eb6cce861caa9583
-  data.tar.gz: a848d792014e80cc6bee413ad14277881895a62a40854644f3a088bfe0ea164a
+  metadata.gz: f647a91b22fcee8322c6af7bf0ab0ac0108aa3113e2d4db89a3f187bb6a1caa3
+  data.tar.gz: e46c07b2f4fbaf1233bb52a321ff161952989313adbbfebdb5b7bf1c08675f08
 SHA512:
-  metadata.gz: b764fa79a9e8297c66e0ce0c56be1127c1d1780ccb3840a0868a55841c4cb1108efffeff90cdaf4105a7df9259764aff7a8afe1047a42809e0c039b1e74be11d
-  data.tar.gz: 297cc80e8ca6ba22df946e07204f114bda7634480f5af72520caa0bdfde7b8604e6b66bf1b081f3527bede997a320b9ffc1b44c14fba21c2a05e5778101451c5
+  metadata.gz: 1ca2dbc63ab481d5d61260cfbfca37768a9498fa74fe90d68f039884f05ca2a79f0fa08da07fdca04ba175e95ab0997d5cc00acf0e8b2bbceef5ca576f8fef91
+  data.tar.gz: b0361d6a812b80e093125f7be7d5681977ab615b6ebccacbe87753352223e6058e0076dd2eace8e3092a60a57e3387b9ebe0baed4b2f623befeb8f1c38d9435e

data/lib/whoosh/app.rb

@@ -29,6 +29,7 @@ module Whoosh
       auto_register_database
       auto_register_storage
       auto_register_http
+      auto_register_vectors
       auto_configure_jobs
       @metrics = Metrics.new
       auto_register_metrics
@@ -302,6 +303,10 @@ module Whoosh
       @di.provide(:http) { HTTP }
     end
 
+    def auto_register_vectors
+      @di.provide(:vectors) { VectorStore.build(@config.data) }
+    end
+
     def auto_configure_jobs
       backend = Jobs.build_backend(@config.data)
       Jobs.configure(backend: backend, di: @di)

data/lib/whoosh/cli/main.rb

@@ -224,6 +224,64 @@ module Whoosh
         end
       }
 
+      desc "ci", "Run full CI pipeline (lint + security + tests)"
+      def ci
+        puts "=> Whoosh CI Pipeline"
+        puts "=" * 50
+        puts ""
+
+        steps = []
+
+        # Step 1: Rubocop (lint)
+        if system("bundle exec rubocop --version > /dev/null 2>&1")
+          steps << { name: "Rubocop (lint)", cmd: "bundle exec rubocop --format simple" }
+        else
+          puts "  [skip] Rubocop not installed (add rubocop to Gemfile)"
+        end
+
+        # Step 2: Brakeman (security)
+        if system("bundle exec brakeman --version > /dev/null 2>&1")
+          steps << { name: "Brakeman (security)", cmd: "bundle exec brakeman -q --no-pager" }
+        else
+          puts "  [skip] Brakeman not installed (add brakeman to Gemfile)"
+        end
+
+        # Step 3: RSpec (tests)
+        if system("bundle exec rspec --version > /dev/null 2>&1")
+          steps << { name: "RSpec (tests)", cmd: "bundle exec rspec --format progress" }
+        else
+          puts "  [skip] RSpec not installed"
+        end
+
+        # Step 4: Gem build check
+        gemspec = Dir.glob("*.gemspec").first
+        if gemspec
+          steps << { name: "Gem build", cmd: "gem build #{gemspec} --quiet" }
+        end
+
+        failed = []
+        steps.each_with_index do |step, i|
+          puts "--- [#{i + 1}/#{steps.length}] #{step[:name]} ---"
+          success = system(step[:cmd])
+          if success
+            puts "  ✓ #{step[:name]} passed"
+          else
+            puts "  ✗ #{step[:name]} FAILED"
+            failed << step[:name]
+          end
+          puts ""
+        end
+
+        puts "=" * 50
+        if failed.empty?
+          puts "=> All checks passed! ✓"
+          exit 0
+        else
+          puts "=> FAILED: #{failed.join(', ')}"
+          exit 1
+        end
+      end
+
       desc "new NAME", "Create a new Whoosh project"
       option :minimal, type: :boolean, default: false
       option :full, type: :boolean, default: false

data/lib/whoosh/cli/project_generator.rb

@@ -31,6 +31,7 @@ module Whoosh
         write(dir, ".rspec", rspec_config)
         write(dir, "Dockerfile", dockerfile)
         write(dir, ".dockerignore", dockerignore)
+        write(dir, ".rubocop.yml", rubocop_config)
         write(dir, "README.md", readme(name))
 
         # Create empty SQLite DB directory
@@ -55,6 +56,8 @@ module Whoosh
         puts "  http://localhost:9292/docs      # Swagger UI"
         puts "  http://localhost:9292/metrics   # Prometheus metrics"
         puts ""
+        puts "  whoosh ci           # run lint + security + tests"
+        puts ""
       end
 
       class << self
@@ -145,6 +148,8 @@ module Whoosh
             group :development, :test do
               gem "rspec"
               gem "rack-test"
+              gem "rubocop", require: false
+              gem "brakeman", require: false
             end
           GEM
 
@@ -175,8 +180,10 @@ module Whoosh
               max_connections: 10
               log_level: debug
 
+            # Cache & Jobs auto-detect:
+            # No REDIS_URL → in-memory (just works)
+            # Set REDIS_URL → auto-switches to Redis
             cache:
-              store: memory
               default_ttl: 300
 
             jobs:
@@ -188,6 +195,12 @@ module Whoosh
               level: info
               format: json
 
+            # Vector store auto-detect:
+            # zvec gem installed → uses zvec, otherwise → in-memory
+            # vector:
+            #   adapter: auto
+            #   path: db/vectors
+
             docs:
               enabled: true
 
@@ -341,6 +354,35 @@ module Whoosh
           DOCKERFILE
         end
 
+        def rubocop_config
+          <<~YAML
+            AllCops:
+              TargetRubyVersion: 3.4
+              NewCops: enable
+              SuggestExtensions: false
+              Exclude:
+                - db/migrations/**/*
+                - vendor/**/*
+
+            Style/FrozenStringLiteralComment:
+              Enabled: true
+
+            Style/StringLiterals:
+              EnforcedStyle: double_quotes
+
+            Layout/LineLength:
+              Max: 120
+
+            Metrics/MethodLength:
+              Max: 25
+
+            Metrics/BlockLength:
+              Exclude:
+                - spec/**/*
+                - test/**/*
+          YAML
+        end
+
         def dockerignore
           <<~IGNORE
             .git

data/lib/whoosh/vector_store/memory_store.rb

@@ -0,0 +1,79 @@
+# frozen_string_literal: true
+
+module Whoosh
+  module VectorStore
+    class MemoryStore
+      def initialize
+        @collections = {}
+        @mutex = Mutex.new
+      end
+
+      # Store a vector with metadata
+      def insert(collection, id:, vector:, metadata: {})
+        @mutex.synchronize do
+          @collections[collection] ||= {}
+          @collections[collection][id] = { vector: vector, metadata: metadata }
+        end
+      end
+
+      # Search by cosine similarity, return top-k results
+      def search(collection, vector:, limit: 10)
+        @mutex.synchronize do
+          items = @collections[collection]
+          return [] unless items && !items.empty?
+
+          scored = items.map do |id, data|
+            score = cosine_similarity(vector, data[:vector])
+            { id: id, score: score, metadata: data[:metadata] }
+          end
+
+          scored.sort_by { |r| -r[:score] }.first(limit)
+        end
+      end
+
+      # Delete a vector
+      def delete(collection, id:)
+        @mutex.synchronize do
+          @collections[collection]&.delete(id)
+        end
+      end
+
+      # Count vectors in a collection
+      def count(collection)
+        @mutex.synchronize do
+          @collections[collection]&.size || 0
+        end
+      end
+
+      # Drop a collection
+      def drop(collection)
+        @mutex.synchronize do
+          @collections.delete(collection)
+        end
+      end
+
+      def close
+        # No-op
+      end
+
+      private
+
+      def cosine_similarity(a, b)
+        return 0.0 if a.empty? || b.empty? || a.length != b.length
+
+        dot = 0.0
+        mag_a = 0.0
+        mag_b = 0.0
+
+        a.length.times do |i|
+          dot += a[i] * b[i]
+          mag_a += a[i] * a[i]
+          mag_b += b[i] * b[i]
+        end
+
+        denom = Math.sqrt(mag_a) * Math.sqrt(mag_b)
+        denom.zero? ? 0.0 : dot / denom
+      end
+    end
+  end
+end

data/lib/whoosh/vector_store.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+module Whoosh
+  module VectorStore
+    autoload :MemoryStore, "whoosh/vector_store/memory_store"
+
+    # Auto-detect: zvec gem → use it, otherwise → in-memory
+    def self.build(config_data = {})
+      vector_config = config_data["vector"] || {}
+      adapter = vector_config["adapter"] || "auto"
+
+      case adapter
+      when "auto"
+        # Try zvec first, fall back to memory
+        if zvec_available?
+          require "whoosh/vector_store/zvec_store"
+          ZvecStore.new(**zvec_options(vector_config))
+        else
+          MemoryStore.new
+        end
+      when "memory"
+        MemoryStore.new
+      when "zvec"
+        require "whoosh/vector_store/zvec_store"
+        ZvecStore.new(**zvec_options(vector_config))
+      else
+        MemoryStore.new
+      end
+    end
+
+    def self.zvec_available?
+      require "zvec"
+      true
+    rescue LoadError
+      false
+    end
+
+    def self.zvec_options(config)
+      { path: config["path"] || "db/vectors" }
+    end
+  end
+end

data/lib/whoosh/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Whoosh
-  VERSION = "1.1.0"
+  VERSION = "1.2.1"
 end

data/lib/whoosh.rb

@@ -28,6 +28,7 @@ module Whoosh
   autoload :Jobs,                "whoosh/jobs"
   autoload :Metrics,             "whoosh/metrics"
   autoload :Paginate,            "whoosh/paginate"
+  autoload :VectorStore,         "whoosh/vector_store"
 
   module Auth
     autoload :ApiKey,         "whoosh/auth/api_key"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: whoosh
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.2.1
 platform: ruby
 authors:
 - Johannes Dwi Cahyo
@@ -241,6 +241,8 @@ files:
 - lib/whoosh/test.rb
 - lib/whoosh/types.rb
 - lib/whoosh/uploaded_file.rb
+- lib/whoosh/vector_store.rb
+- lib/whoosh/vector_store/memory_store.rb
 - lib/whoosh/version.rb
 homepage: https://github.com/johannesdwicahyo/whoosh
 licenses: