whoosh 1.9.0 → 1.9.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b74890ede8ed95aadeafdd55439b0a267ec521ecb5c84fd879807f29789a9d9a
-  data.tar.gz: aa04e3dbf492846d8f06fe057ef657a137065a6b8069421c24013a4102b63511
+  metadata.gz: 035c0a8c4cfc32ee16cba0eba7e84e23ec1c510f41bd541a8409fa59dc5dbbd2
+  data.tar.gz: aca768fe55956b76f30b9296fe9ee156b3547ce2089a49a5edcf18ab7ce33d07
 SHA512:
-  metadata.gz: 884921ba3182cef85545192b08301ced1d992705621ce0860e55e916da2ece5f8d1b122f676a88e0e7b18dcbb9f271e01e2e46bbd5439962cd476bfb73173078
-  data.tar.gz: 8dcb16978fa00228a18de47e42cbe29c0e3d8da84c3bf3a6b4b52842ea9ce4cbcc7a5930b1c471c8b2d06065b6793db6574a8ec2392e7f9707e07d73940be0fb
+  metadata.gz: f3f877e2e128bd4b16ffece2ebf7a41b87678185906688cac6d514e70c28d0bb4c0bcebd1e466368a2fc591af83f8e89b6b15d5c6b59d493a8e5a2bc78c3da76
+  data.tar.gz: aca365000fb9776754d29038d60061dcf92f71ade132e0ea602f80f0defe47a2fe83d5c3ef435e6e241b9bbd2cbdcb9fd1f4c34d38f99f160befd1b0f322930c

data/lib/whoosh/ai/llm.rb

@@ -2,15 +2,48 @@
 
 module Whoosh
   module AI
+    # Bounded LRU cache. Ruby's Hash preserves insertion order, so we reorder
+    # on read (delete+reinsert) and evict the oldest entry when over capacity.
+    class LRUCache
+      def initialize(max_size)
+        @max_size = max_size
+        @store = {}
+        @mutex = Mutex.new
+      end
+
+      def [](key)
+        @mutex.synchronize do
+          return nil unless @store.key?(key)
+          value = @store.delete(key)
+          @store[key] = value
+        end
+      end
+
+      def []=(key, value)
+        @mutex.synchronize do
+          @store.delete(key) if @store.key?(key)
+          @store[key] = value
+          @store.shift while @store.size > @max_size
+          value
+        end
+      end
+
+      def size
+        @store.size
+      end
+    end
+
+    DEFAULT_MODEL     = "claude-sonnet-4-6"
+    DEFAULT_CACHE_MAX = 1000
+
     class LLM
       attr_reader :provider, :model
 
-      def initialize(provider: "auto", model: nil, cache_enabled: true)
+      def initialize(provider: "auto", model: nil, cache_enabled: true, cache_size: DEFAULT_CACHE_MAX)
         @provider = provider
         @model = model
         @cache_enabled = cache_enabled
-        @cache = cache_enabled ? {} : nil
-        @mutex = Mutex.new
+        @cache = cache_enabled ? LRUCache.new(cache_size) : nil
         @ruby_llm = nil
       end
 
@@ -32,10 +65,7 @@ module Whoosh
           temperature: temperature
         )
 
-        # Cache result
-        if use_cache && @cache
-          @mutex.synchronize { @cache[cache_key] = result }
-        end
+        @cache[cache_key] = result if use_cache && @cache
 
         result
       end
@@ -87,7 +117,7 @@ module Whoosh
 
         if @ruby_llm
           # Use ruby_llm gem
-          chat = RubyLLM.chat(model: model || "claude-sonnet-4-20250514")
+          chat = RubyLLM.chat(model: model || DEFAULT_MODEL)
           chat.with_instructions(system) if system
           response = chat.ask(messages.last[:content])
           response.content

data/lib/whoosh/ai.rb

@@ -11,7 +11,8 @@ module Whoosh
       LLM.new(
         provider: ai_config["provider"] || "auto",
         model: ai_config["model"],
-        cache_enabled: ai_config["cache"] != false
+        cache_enabled: ai_config["cache"] != false,
+        cache_size: ai_config["cache_size"] || DEFAULT_CACHE_MAX
       )
     end
   end

data/lib/whoosh/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Whoosh
-  VERSION = "1.9.0"
+  VERSION = "1.9.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: whoosh
 version: !ruby/object:Gem::Version
-  version: 1.9.0
+  version: 1.9.1
 platform: ruby
 authors:
 - Johannes Dwi Cahyo