ruby_llm 0.1.0.pre19 → 0.1.0.pre20

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 230db2439975e0515e1f128a286222c06de3de1b7eff0b77631bc9e4fa2df338
-  data.tar.gz: 25846959e0c3d2c411d82825077b4ff112bef0aea7910e87f5b3336fd58f8dca
+  metadata.gz: c12d4699a9959fb454d21065bc5d666ef59873274f6bcaacb79c63cb7fdf9559
+  data.tar.gz: f391e7cb0970a1362238a5251bb7fc7316d5358af9542f059c112e84d0bed6cd
 SHA512:
-  metadata.gz: b082f5426e1c0d4ef426df99c5cca9463943b525e113b11aa9d60b799ebe6b0ae77fcc347a06d922b98316b402f8eb9a6a716ddd5e45c26ef86458eb4405d17c
-  data.tar.gz: c8a8a42ef3e0e8eb676fae0a28a26103c0dd1ff66be9753bb13d448f3114fb05d862fe78eee5f7599b6e2edd28a8d78c4e1fcd64ca87e163cecf1725f73351ff
+  metadata.gz: c20e3a9addf60aaa9e475f433ac3ae707d5f07a89f7f4b95c785749f9ad051194d306d6f00ba9570c06cf9b0488ac711646c44251528899304ec2945883fb097
+  data.tar.gz: 9f9f1dca17a24b0c478d98755722721410706f3e5f2993d19290fc55c69da3d3cc3d058fe01826e92e828446e74a552a36b3ede40561d32a65ffd72237ce9a36

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Carmine Paolino
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/README.md

@@ -82,16 +82,13 @@ Need vector embeddings for your text? RubyLLM makes it simple:
 
 ```ruby
 # Get embeddings with the default model
-vector = RubyLLM.embed "Hello, world!"
+RubyLLM.embed "Hello, world!"
 
 # Use a specific model
-vector = RubyLLM.embed(
-  "Ruby is awesome!",
-  model: "text-embedding-3-large"
-)
+RubyLLM.embed "Ruby is awesome!", model: "text-embedding-3-large"
 
 # Process multiple texts at once
-vectors = RubyLLM.embed([
+RubyLLM.embed([
   "First document",
   "Second document",
   "Third document"
@@ -242,14 +239,14 @@ That's it! Now you can use chats straight from your models:
 
 ```ruby
 # Create a new chat
-chat = Chat.create!(model_id: "gpt-4")
+chat = Chat.create! model_id: "gpt-4o-mini"
 
 # Ask questions - messages are automatically saved
 chat.ask "What's the weather in Paris?"
 
 # Stream responses in real-time
 chat.ask "Tell me a story" do |chunk|
-  broadcast_chunk(chunk)
+  broadcast_chunk chunk
 end
 
 # Everything is persisted automatically
@@ -307,7 +304,7 @@ The persistence works seamlessly with background jobs:
 ```ruby
 class ChatJob < ApplicationJob
   def perform(chat_id, message)
-    chat = Chat.find(chat_id)
+    chat = Chat.find chat_id
 
     chat.ask(message) do |chunk|
       # Optional: Broadcast chunks for real-time updates
@@ -341,8 +338,8 @@ class WeatherTool < RubyLLM::Tool
 end
 
 # Use tools with your persisted chats
-chat = Chat.create!(model_id: "gpt-4")
-chat.chat.with_tool(WeatherTool.new)
+chat = Chat.create! model_id: "gpt-4"
+chat.chat.with_tool WeatherTool.new
 
 # Ask about weather - tool usage is automatically saved
 chat.ask "What's the weather in Paris?"
@@ -352,8 +349,6 @@ pp chat.messages.map(&:role)
 #=> [:user, :assistant, :tool, :assistant]
 ```
 
-Looking for more examples? Check out the [example Rails app](https://github.com/example/ruby_llm_rails) showing these patterns in action!
-
 ## Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt.
@@ -364,4 +359,4 @@ Bug reports and pull requests are welcome on GitHub at https://github.com/crmne/
 
 ## License
 
-Released under the MIT License. See LICENSE.txt for details.
+Released under the MIT License. See [LICENSE](LICENSE) for details.

data/lib/ruby_llm/providers/openai.rb

@@ -43,13 +43,14 @@ module RubyLLM
             payload[:tools] = tools.map { |_, tool| tool_for(tool) }
             payload[:tool_choice] = 'auto'
           end
+          payload[:stream_options] = { include_usage: true } if stream
         end
       end
 
       def format_messages(messages)
         messages.map do |msg|
           {
-            role: msg.role.to_s,
+            role: format_role(msg.role),
             content: msg.content,
             tool_calls: format_tool_calls(msg.tool_calls),
             tool_call_id: msg.tool_call_id
@@ -57,6 +58,15 @@ module RubyLLM
         end
       end
 
+      def format_role(role)
+        case role
+        when :system
+          'developer'
+        else
+          role.to_s
+        end
+      end
+
       def build_embedding_payload(text, model:)
         {
           model: model,
@@ -156,14 +166,16 @@ module RubyLLM
         end.compact
       end
 
-      def handle_stream(&block)
+      def handle_stream(&block) # rubocop:disable Metrics/MethodLength
         to_json_stream do |data|
           block.call(
             Chunk.new(
               role: :assistant,
               model_id: data['model'],
               content: data.dig('choices', 0, 'delta', 'content'),
-              tool_calls: parse_tool_calls(data.dig('choices', 0, 'delta', 'tool_calls'), parse_arguments: false)
+              tool_calls: parse_tool_calls(data.dig('choices', 0, 'delta', 'tool_calls'), parse_arguments: false),
+              input_tokens: data.dig('usage', 'prompt_tokens'),
+              output_tokens: data.dig('usage', 'completion_tokens')
             )
           )
         end

data/lib/ruby_llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyLLM
-  VERSION = '0.1.0.pre19'
+  VERSION = '0.1.0.pre20'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_llm
 version: !ruby/object:Gem::Version
-  version: 0.1.0.pre19
+  version: 0.1.0.pre20
 platform: ruby
 authors:
 - Carmine Paolino
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-02-06 00:00:00.000000000 Z
+date: 2025-02-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: event_stream_parser
@@ -339,6 +339,7 @@ files:
 - ".rspec"
 - ".rubocop.yml"
 - Gemfile
+- LICENSE
 - README.md
 - Rakefile
 - bin/console