whoosh 1.8.0 → 1.9.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0ff8bb40124a953ebe2ed2524d79fa08961b19aa533efc4430e7f8011f3cfc82
-  data.tar.gz: 6dd2e3f3d79fed980cb56352f463fceb0d3f6569556b9f2dc03986d4e1c09d2d
+  metadata.gz: 035c0a8c4cfc32ee16cba0eba7e84e23ec1c510f41bd541a8409fa59dc5dbbd2
+  data.tar.gz: aca768fe55956b76f30b9296fe9ee156b3547ce2089a49a5edcf18ab7ce33d07
 SHA512:
-  metadata.gz: e1dc05a5db34f320c44271054c1d1070b2be879018933a6837700fd8a62f60971028f61638e4dac7ed91eba45b21898fe9aa9bbcf35dc42698843e2717f08235
-  data.tar.gz: dacb25be02806eff8256280ee0199a01877234646c7229bb1e3d1428b0eb1d895c39ea5599c06ffe6a618d222fc4fb1344c7958876c48f805dd889fd2fb7bd50
+  metadata.gz: f3f877e2e128bd4b16ffece2ebf7a41b87678185906688cac6d514e70c28d0bb4c0bcebd1e466368a2fc591af83f8e89b6b15d5c6b59d493a8e5a2bc78c3da76
+  data.tar.gz: aca365000fb9776754d29038d60061dcf92f71ade132e0ea602f80f0defe47a2fe83d5c3ef435e6e241b9bbd2cbdcb9fd1f4c34d38f99f160befd1b0f322930c

data/lib/whoosh/ai/llm.rb

@@ -2,15 +2,48 @@
 
 module Whoosh
   module AI
+    # Bounded LRU cache. Ruby's Hash preserves insertion order, so we reorder
+    # on read (delete+reinsert) and evict the oldest entry when over capacity.
+    class LRUCache
+      def initialize(max_size)
+        @max_size = max_size
+        @store = {}
+        @mutex = Mutex.new
+      end
+
+      def [](key)
+        @mutex.synchronize do
+          return nil unless @store.key?(key)
+          value = @store.delete(key)
+          @store[key] = value
+        end
+      end
+
+      def []=(key, value)
+        @mutex.synchronize do
+          @store.delete(key) if @store.key?(key)
+          @store[key] = value
+          @store.shift while @store.size > @max_size
+          value
+        end
+      end
+
+      def size
+        @store.size
+      end
+    end
+
+    DEFAULT_MODEL     = "claude-sonnet-4-6"
+    DEFAULT_CACHE_MAX = 1000
+
     class LLM
       attr_reader :provider, :model
 
-      def initialize(provider: "auto", model: nil, cache_enabled: true)
+      def initialize(provider: "auto", model: nil, cache_enabled: true, cache_size: DEFAULT_CACHE_MAX)
         @provider = provider
         @model = model
         @cache_enabled = cache_enabled
-        @cache = cache_enabled ? {} : nil
-        @mutex = Mutex.new
+        @cache = cache_enabled ? LRUCache.new(cache_size) : nil
         @ruby_llm = nil
       end
 
@@ -32,10 +65,7 @@ module Whoosh
           temperature: temperature
         )
 
-        # Cache result
-        if use_cache && @cache
-          @mutex.synchronize { @cache[cache_key] = result }
-        end
+        @cache[cache_key] = result if use_cache && @cache
 
         result
       end
@@ -87,7 +117,7 @@ module Whoosh
 
         if @ruby_llm
           # Use ruby_llm gem
-          chat = RubyLLM.chat(model: model || "claude-sonnet-4-20250514")
+          chat = RubyLLM.chat(model: model || DEFAULT_MODEL)
           chat.with_instructions(system) if system
           response = chat.ask(messages.last[:content])
           response.content

data/lib/whoosh/ai.rb

@@ -11,7 +11,8 @@ module Whoosh
       LLM.new(
         provider: ai_config["provider"] || "auto",
         model: ai_config["model"],
-        cache_enabled: ai_config["cache"] != false
+        cache_enabled: ai_config["cache"] != false,
+        cache_size: ai_config["cache_size"] || DEFAULT_CACHE_MAX
       )
     end
   end

data/lib/whoosh/app.rb

@@ -211,29 +211,8 @@ module Whoosh
       end
     end
 
-    # --- Streaming helpers ---
-
-    def stream(type, &block)
-      case type
-      when :sse
-        body = Streaming::StreamBody.new do |out|
-          sse = Streaming::SSE.new(out)
-          block.call(sse)
-        end
-        [200, Streaming::SSE.headers, body]
-      else
-        raise ArgumentError, "Unknown stream type: #{type}"
-      end
-    end
-
-    def stream_llm(&block)
-      body = Streaming::StreamBody.new do |out|
-        llm_stream = Streaming::LlmStream.new(out)
-        block.call(llm_stream)
-        llm_stream.finish
-      end
-      [200, Streaming::LlmStream.headers, body]
-    end
+    # --- Streaming helpers (stream, stream_llm) ---
+    include Streaming::Helpers
 
     # WebSocket endpoint helper — use in handle_request, returns hijack response
     def websocket(env, &block)

data/lib/whoosh/endpoint.rb

@@ -2,6 +2,8 @@
 
 module Whoosh
   class Endpoint
+    include Streaming::Helpers
+
     class Context
       attr_reader :request
 

data/lib/whoosh/streaming/helpers.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Whoosh
+  module Streaming
+    module Helpers
+      def stream(type, &block)
+        case type
+        when :sse
+          body = StreamBody.new do |out|
+            sse = SSE.new(out)
+            block.call(sse)
+          end
+          [200, SSE.headers, body]
+        else
+          raise ArgumentError, "Unknown stream type: #{type}"
+        end
+      end
+
+      def stream_llm(&block)
+        body = StreamBody.new do |out|
+          llm_stream = LlmStream.new(out)
+          block.call(llm_stream)
+          llm_stream.finish
+        end
+        [200, LlmStream.headers, body]
+      end
+    end
+  end
+end

data/lib/whoosh/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Whoosh
-  VERSION = "1.8.0"
+  VERSION = "1.9.1"
 end

data/lib/whoosh.rb

@@ -66,6 +66,7 @@ module Whoosh
     autoload :WebSocket,  "whoosh/streaming/websocket"
     autoload :LlmStream,  "whoosh/streaming/llm_stream"
     autoload :StreamBody, "whoosh/streaming/stream_body"
+    autoload :Helpers,    "whoosh/streaming/helpers"
   end
 
   module OpenAPI

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: whoosh
 version: !ruby/object:Gem::Version
-  version: 1.8.0
+  version: 1.9.1
 platform: ruby
 authors:
 - Johannes Dwi Cahyo
@@ -264,6 +264,7 @@ files:
 - lib/whoosh/storage.rb
 - lib/whoosh/storage/local.rb
 - lib/whoosh/storage/s3.rb
+- lib/whoosh/streaming/helpers.rb
 - lib/whoosh/streaming/llm_stream.rb
 - lib/whoosh/streaming/sse.rb
 - lib/whoosh/streaming/stream_body.rb