llm.rb 0.16.2 → 0.16.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 01f2984f551757482fbf590485875bef064060d27eb84d3d4325e307db1029c5
-  data.tar.gz: a492d121a5dc1916412296269cf0055ce14512855fecb94e2b018dcefb9b404d
+  metadata.gz: 696893f9ef5355ed4433b265dc7771e76aa9c96c78036a70e698615a0c4d7bdd
+  data.tar.gz: 02f48b464173823d0696ea8d2d21ab5a147cdf946f1c3287dedddc1760a93c38
 SHA512:
-  metadata.gz: 341d074d9d732056599d6f27865f8fcf3fecd0f6062de73ec5dffcd056031e727c43f8058c472d69b598ae3fa4232bb47b960b331b20b8f7cc9323a86e9beeb7
-  data.tar.gz: aa9c19a4b51b8c379f6d8a8f486172e332d6ca1fb4a3f65fa2b32ff7685a3f48fd6d5db0092bcc3a97fca7f36b4f4214df1dfd675ad1215a172e5ae9ce76cc00
+  metadata.gz: 15c5549e9165a854814c853c381b36d3de6409a9260acb7a4bd2adddffd08520e3ea8f3dea999b111c6bd7706d9f241eddbcd2d103122ea64482a12ca8fa6879
+  data.tar.gz: 971c404ada0cf5ac1af10ffbd4aabd8654fa11fe69beceb6ef3e3fd8ae68ed3f9426ebc4af829beff2610aded2a77224ebe2b4f3e4c3ec4e7dfd5fe21e0fb90b

data/lib/llm/bot.rb

@@ -135,5 +135,16 @@ module LLM
       messages.drain
     end
     alias_method :flush, :drain
+
+    ##
+    # Returns token usage for the conversation
+    # @note
+    # This method returns token usage for the latest
+    # assistant message, and it returns an empty object
+    # if there are no assistant messages
+    # @return [LLM::Object]
+    def usage
+      messages.find(&:assistant?)&.usage || LLM::Object.from_hash({})
+    end
   end
 end

data/lib/llm/providers/anthropic/response/completion.rb

@@ -5,8 +5,8 @@ module LLM::Anthropic::Response
     def choices = format_choices
     def role = body.role
     def model = body.model
-    def prompt_tokens = body.usage&.input_tokens || 0
-    def completion_tokens = body.usage&.output_tokens || 0
+    def prompt_tokens = body.usage["input_tokens"] || 0
+    def completion_tokens = body.usage["output_tokens"] || 0
     def total_tokens = prompt_tokens + completion_tokens
 
     private

data/lib/llm/providers/gemini/response/image.rb

@@ -6,7 +6,7 @@ module LLM::Gemini::Response
     # @return [Array<StringIO>]
     def images
       candidates.flat_map do |candidate|
-        parts = candidate["content"]["parts"]
+        parts = candidate&.dig(:content, :parts) || []
         parts.filter_map do
           data = _1.dig(:inlineData, :data)
           next unless data

data/lib/llm/providers/openai/response/completion.rb

@@ -18,9 +18,9 @@ module LLM::OpenAI::Response
     alias_method :messages, :choices
 
     def model = body.model
-    def prompt_tokens = body.usage&.prompt_tokens
-    def completion_tokens = body.usage&.completion_tokens
-    def total_tokens = body.usage&.total_tokens
+    def prompt_tokens = body.usage["prompt_tokens"]
+    def completion_tokens = body.usage["completion_tokens"]
+    def total_tokens = body.usage["total_tokens"]
 
     private
 

data/lib/llm/providers/openai.rb

@@ -68,6 +68,7 @@ module LLM
       params = [params, format_schema(params), format_tools(params)].inject({}, &:merge!).compact
       role, stream = params.delete(:role), params.delete(:stream)
       params[:stream] = true if stream.respond_to?(:<<) || stream == true
+      params[:stream_options] = {include_usage: true}.merge!(params[:stream_options] || {}) if params[:stream]
       req = Net::HTTP::Post.new("/v1/chat/completions", headers)
       messages = [*(params.delete(:messages) || []), Message.new(role, prompt)]
       body = JSON.dump({messages: format(messages, :complete).flatten}.merge!(params))

data/lib/llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LLM
-  VERSION = "0.16.2"
+  VERSION = "0.16.3"
 end

data/lib/llm.rb

@@ -20,13 +20,15 @@ module LLM
   require_relative "llm/eventhandler"
   require_relative "llm/tool"
 
+  @mutex = Mutex.new
+
   module_function
 
   ##
   # @param (see LLM::Provider#initialize)
   # @return (see LLM::Anthropic#initialize)
   def anthropic(**)
-    require_relative "llm/providers/anthropic" unless defined?(LLM::Anthropic)
+    @mutex.synchronize { require_relative "llm/providers/anthropic" unless defined?(LLM::Anthropic) }
     LLM::Anthropic.new(**)
   end
 
@@ -34,7 +36,7 @@ module LLM
   # @param (see LLM::Provider#initialize)
   # @return (see LLM::Gemini#initialize)
   def gemini(**)
-    require_relative "llm/providers/gemini" unless defined?(LLM::Gemini)
+    @mutex.synchronize { require_relative "llm/providers/gemini" unless defined?(LLM::Gemini) }
     LLM::Gemini.new(**)
   end
 
@@ -42,7 +44,7 @@ module LLM
   # @param key (see LLM::Provider#initialize)
   # @return (see LLM::Ollama#initialize)
   def ollama(key: nil, **)
-    require_relative "llm/providers/ollama" unless defined?(LLM::Ollama)
+    @mutex.synchronize { require_relative "llm/providers/ollama" unless defined?(LLM::Ollama) }
     LLM::Ollama.new(key:, **)
   end
 
@@ -50,7 +52,7 @@ module LLM
   # @param key (see LLM::Provider#initialize)
   # @return (see LLM::LlamaCpp#initialize)
   def llamacpp(key: nil, **)
-    require_relative "llm/providers/llamacpp" unless defined?(LLM::LlamaCpp)
+    @mutex.synchronize { require_relative "llm/providers/llamacpp" unless defined?(LLM::LlamaCpp) }
     LLM::LlamaCpp.new(key:, **)
   end
 
@@ -58,7 +60,7 @@ module LLM
   # @param key (see LLM::Provider#initialize)
   # @return (see LLM::DeepSeek#initialize)
   def deepseek(**)
-    require_relative "llm/providers/deepseek" unless defined?(LLM::DeepSeek)
+    @mutex.synchronize { require_relative "llm/providers/deepseek" unless defined?(LLM::DeepSeek) }
     LLM::DeepSeek.new(**)
   end
 
@@ -66,7 +68,7 @@ module LLM
   # @param key (see LLM::Provider#initialize)
   # @return (see LLM::OpenAI#initialize)
   def openai(**)
-    require_relative "llm/providers/openai" unless defined?(LLM::OpenAI)
+    @mutex.synchronize { require_relative "llm/providers/openai" unless defined?(LLM::OpenAI) }
     LLM::OpenAI.new(**)
   end
 
@@ -75,7 +77,7 @@ module LLM
   # @param host (see LLM::XAI#initialize)
   # @return (see LLM::XAI#initialize)
   def xai(**)
-    require_relative "llm/providers/xai" unless defined?(LLM::XAI)
+    @mutex.synchronize { require_relative "llm/providers/xai" unless defined?(LLM::XAI) }
     LLM::XAI.new(**)
   end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm.rb
 version: !ruby/object:Gem::Version
-  version: 0.16.2
+  version: 0.16.3
 platform: ruby
 authors:
 - Antar Azri