ruby_llm 0.1.0.pre12 → 0.1.0.pre13

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 70c8538fcfbdaba0d5bbb502affe66acfc38c5f67318ee69fe9dc203dbc4e7f7
-  data.tar.gz: 51a0759de14ee600876471dd034e0ff99b3763d765fd3b81eadfe4dacbd3f7e5
+  metadata.gz: 325d22d60cd9f0a4157670442830fe2473e8e46879ee672d0e56207f6b3b8e72
+  data.tar.gz: 355be22334837f40ac717974058d4cceb4d46dd13e36a808c11410a9c4624dc0
 SHA512:
-  metadata.gz: 3b5a3362b20ffb9153f9668612a0b6fde3fdf040d7234baee08978cdcc60717fce0cf8a0950929e0ab384db0fe9cfd82456e0a3c4f6eaba566999c80f32fc941
-  data.tar.gz: 6f12660ca79c9d00196003c15bc866b831e47bbce52fc6d6f2ad731655b8e6243388ad4637d7b3c45cb1076c489fa6a8ca9973da20230cbc16b756782917056c
+  metadata.gz: a7ea97dbe171c7f62df442134b613c84ec277dffcdf1e86fafeed14a95c7ba2545b950d454153606e205f13ffd5a79a9e6e8158d1f053be51a915bbfb03d4806
+  data.tar.gz: bb20ec1351e7597550283b7b7b2b1dff50a26ceba1b123b5fabd8636150f2fae5eb935dac51153448895b7782cdbb85575c25a671064928a8c83465489bea6b9

data/.rubocop.yml

@@ -1,3 +1,6 @@
 require:
   - rubocop-rake
-  - rubocop-rspec
+  - rubocop-rspec
+
+AllCops:
+  TargetRubyVersion: 3.1

data/README.md

@@ -79,15 +79,14 @@ puts "Conversation used #{last_message.input_tokens} input tokens and #{last_mes
 
 ## Using Tools
 
-Give Claude some Ruby superpowers by letting it call your code. Simply create tool classes that do one thing well:
+Give your AI assistants access to your Ruby code by creating tool classes that do one thing well:
 
 ```ruby
-class CalculatorTool < RubyLLM::Tool
+class Calculator < RubyLLM::Tool
   description "Performs arithmetic calculations"
 
   param :expression,
     type: :string,
-    required: true,
     desc: "A mathematical expression to evaluate (e.g. '2 + 2')"
 
   def execute(expression:)
@@ -95,11 +94,10 @@ class CalculatorTool < RubyLLM::Tool
   end
 end
 
-class DocumentSearchTool < RubyLLM::Tool
+class Search < RubyLLM::Tool
   description "Searches documents by similarity"
 
   param :query,
-    type: :string,
     desc: "The search query"
 
   param :limit,
@@ -107,12 +105,12 @@ class DocumentSearchTool < RubyLLM::Tool
     desc: "Number of results to return",
     required: false
 
-  def initialize(document_class:)
-    @document_class = document_class
+  def initialize(repo:)
+    @repo = repo
   end
 
   def execute(query:, limit: 5)
-    @document_class.similarity_search(query:, k: limit)
+    @repo.similarity_search(query, limit:)
   end
 end
 ```
@@ -121,11 +119,15 @@ Then use them in your conversations:
 
 ```ruby
 # Simple tools just work
-chat = RubyLLM.chat.with_tool(CalculatorTool.new)
+chat = RubyLLM.chat.with_tool Calculator
 
 # Tools with dependencies are just regular Ruby objects
-search = DocumentSearchTool.new(document_class: Document)
-chat.with_tools(search, CalculatorTool.new)
+search = Search.new repo: Document
+chat.with_tools search, CalculatorTool
+
+# Need more control? Configure as needed
+chat.with_model('claude-3-5-sonnet-20241022')
+    .with_temperature(0.9)
 
 chat.ask "What's 2+2?"
 # => "Let me calculate that for you. The result is 4."

data/lib/ruby_llm/chat.rb

@@ -10,6 +10,7 @@ module RubyLLM
       model_id = model || RubyLLM.config.default_model
       @model = Models.find model_id
       @provider = Models.provider_for model_id
+      @temperature = 0.7
       @messages = []
       @tools = {}
 
@@ -26,7 +27,7 @@ module RubyLLM
     def with_tool(tool)
       raise Error, "Model #{@model.id} doesn't support function calling" unless @model.supports_functions
 
-      tool_instance = tool.is_a?(Class) ? tool.to_tool : tool
+      tool_instance = tool.is_a?(Class) ? tool.new : tool
       @tools[tool_instance.name.to_sym] = tool_instance
       self
     end
@@ -36,6 +37,17 @@ module RubyLLM
       self
     end
 
+    def with_model(model_id)
+      @model = Models.find model_id
+      @provider = Models.provider_for model_id
+      self
+    end
+
+    def with_temperature(temperature)
+      @temperature = temperature
+      self
+    end
+
     def each(&block)
       messages.each(&block)
     end
@@ -43,19 +55,17 @@ module RubyLLM
     private
 
     def complete(&block)
-      response = @provider.complete(messages, tools: @tools, model: @model.id, &block)
+      response = @provider.complete messages, tools: @tools, temperature: @temperature, model: @model.id, &block
 
+      add_message response
       if response.tool_call?
         handle_tool_calls response, &block
       else
-        add_message response
         response
       end
     end
 
     def handle_tool_calls(response, &block)
-      add_message response
-
       response.tool_calls.each_value do |tool_call|
         result = execute_tool tool_call
         add_tool_result tool_call.id, result if result

data/lib/ruby_llm/message.rb

@@ -26,7 +26,7 @@ module RubyLLM
       !tool_call_id.nil? && !tool_call_id.empty?
     end
 
-    def tool_result
+    def tool_results
       content if tool_result?
     end
 

data/lib/ruby_llm/provider.rb

@@ -7,8 +7,8 @@ module RubyLLM
     end
 
     module InstanceMethods
-      def complete(messages, tools: [], model: nil, &block)
-        payload = build_payload messages, tools, model: model, stream: block_given?
+      def complete(messages, tools:, temperature:, model:, &block)
+        payload = build_payload messages, tools: tools, temperature: temperature, model: model, stream: block_given?
 
         if block_given?
           stream_response payload, &block

data/lib/ruby_llm/providers/anthropic.rb

@@ -26,7 +26,7 @@ module RubyLLM
         '/v1/models'
       end
 
-      def build_payload(messages, tools, model:, temperature: 0.7, stream: false)
+      def build_payload(messages, tools:, temperature:, model:, stream: false)
         {
           model: model,
           messages: format_messages(messages),
@@ -34,7 +34,7 @@ module RubyLLM
           stream: stream,
           max_tokens: RubyLLM.models.find(model).max_tokens
         }.tap do |payload|
-          payload[:tools] = tools.map { |t| function_for(t) } if tools.any?
+          payload[:tools] = tools.values.map { |t| function_for(t) } if tools.any?
         end
       end
 
@@ -42,26 +42,26 @@ module RubyLLM
         data = response.body
         content_blocks = data['content'] || []
 
-        text_content = content_blocks.find { |c| c['type'] == 'text' }&.fetch('text', '')
+        text_blocks = content_blocks.select { |c| c['type'] == 'text' }
+        text_content = text_blocks.map { |c| c['text'] }.join('')
+
         tool_use = content_blocks.find { |c| c['type'] == 'tool_use' }
 
         if tool_use
           Message.new(
             role: :assistant,
             content: text_content,
-            tool_calls: [
-              {
-                name: tool_use['name'],
-                arguments: JSON.generate(tool_use['input'] || {})
-              }
-            ]
+            tool_calls: parse_tool_calls(tool_use),
+            input_tokens: data.dig('usage', 'input_tokens'),
+            output_tokens: data.dig('usage', 'output_tokens'),
+            model_id: data['model']
           )
         else
           Message.new(
             role: :assistant,
             content: text_content,
-            input_tokens: data['usage']['input_tokens'],
-            output_tokens: data['usage']['output_tokens'],
+            input_tokens: data.dig('usage', 'input_tokens'),
+            output_tokens: data.dig('usage', 'output_tokens'),
             model_id: data['model']
           )
         end
@@ -90,18 +90,44 @@ module RubyLLM
 
       def handle_stream(&block)
         to_json_stream do |data|
-          block.call(
-            Chunk.new(
-              role: :assistant,
-              model_id: data.dig('message', 'model'),
-              content: data.dig('delta', 'text'),
-              input_tokens: data.dig('message', 'usage', 'input_tokens'),
-              output_tokens: data.dig('message', 'usage', 'output_tokens') || data.dig('usage', 'output_tokens')
+          if data['type'] == 'content_block_delta' && data.dig('delta', 'type') == 'input_json_delta'
+            block.call(
+              Chunk.new(
+                role: :assistant,
+                model_id: data.dig('message', 'model'),
+                content: data.dig('delta', 'text'),
+                input_tokens: data.dig('message', 'usage', 'input_tokens'),
+                output_tokens: data.dig('message', 'usage', 'output_tokens') || data.dig('usage', 'output_tokens'),
+                tool_calls: { nil => ToolCall.new(id: nil, name: nil, arguments: data.dig('delta', 'partial_json')) }
+              )
             )
-          )
+          else
+            block.call(
+              Chunk.new(
+                role: :assistant,
+                model_id: data.dig('message', 'model'),
+                content: data.dig('delta', 'text'),
+                input_tokens: data.dig('message', 'usage', 'input_tokens'),
+                output_tokens: data.dig('message', 'usage', 'output_tokens') || data.dig('usage', 'output_tokens'),
+                tool_calls: parse_tool_calls(data['content_block'])
+              )
+            )
+          end
         end
       end
 
+      def parse_tool_calls(content_block)
+        return nil unless content_block && content_block['type'] == 'tool_use'
+
+        {
+          content_block['id'] => ToolCall.new(
+            id: content_block['id'],
+            name: content_block['name'],
+            arguments: content_block['input']
+          )
+        }
+      end
+
       def function_for(tool)
         {
           name: tool.name,
@@ -116,16 +142,31 @@ module RubyLLM
 
       def format_messages(messages)
         messages.map do |msg|
-          if msg.tool_results
+          if msg.tool_call?
             {
-              role: convert_role(msg.role),
+              role: 'assistant',
+              content: [
+                {
+                  type: 'text',
+                  text: msg.content
+                },
+                {
+                  type: 'tool_use',
+                  id: msg.tool_calls.values.first.id,
+                  name: msg.tool_calls.values.first.name,
+                  input: msg.tool_calls.values.first.arguments
+                }
+              ]
+            }
+          elsif msg.tool_result?
+            {
+              role: 'user',
               content: [
                 {
                   type: 'tool_result',
-                  tool_use_id: msg.tool_results[:tool_use_id],
-                  content: msg.tool_results[:content],
-                  is_error: msg.tool_results[:is_error]
-                }.compact
+                  tool_use_id: msg.tool_call_id,
+                  content: msg.content
+                }
               ]
             }
           else
@@ -139,19 +180,23 @@ module RubyLLM
 
       def convert_role(role)
         case role
+        when :tool then 'user'
         when :user then 'user'
         else 'assistant'
         end
       end
 
       def clean_parameters(parameters)
-        parameters.transform_values do |props|
-          props.except(:required)
+        parameters.transform_values do |param|
+          {
+            type: param.type,
+            description: param.description
+          }.compact
         end
       end
 
       def required_parameters(parameters)
-        parameters.select { |_, props| props[:required] }.keys
+        parameters.select { |_, param| param.required }.keys
       end
     end
   end

data/lib/ruby_llm/providers/openai.rb

@@ -25,7 +25,7 @@ module RubyLLM
         '/v1/models'
       end
 
-      def build_payload(messages, tools, model:, temperature: 0.7, stream: false)
+      def build_payload(messages, tools:, temperature:, model:, stream: false)
         {
           model: model,
           messages: format_messages(messages),

data/lib/ruby_llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module RubyLLM
-  VERSION = '0.1.0.pre12'
+  VERSION = '0.1.0.pre13'
 end

data/ruby_llm.gemspec

@@ -15,7 +15,7 @@ Gem::Specification.new do |spec|
                        ' works.'
   spec.homepage      = 'https://github.com/crmne/ruby_llm'
   spec.license       = 'MIT'
-  spec.required_ruby_version = Gem::Requirement.new('>= 2.7.0')
+  spec.required_ruby_version = Gem::Requirement.new('>= 3.1.0')
 
   spec.metadata['homepage_uri'] = spec.homepage
   spec.metadata['source_code_uri'] = spec.homepage

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ruby_llm
 version: !ruby/object:Gem::Version
-  version: 0.1.0.pre12
+  version: 0.1.0.pre13
 platform: ruby
 authors:
 - Carmine Paolino
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2025-02-03 00:00:00.000000000 Z
+date: 2025-02-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: event_stream_parser
@@ -380,7 +380,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.7.0
+      version: 3.1.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="