ruby_llm 1.13.2 → 1.16.0

data/lib/tasks/models.rake

@@ -329,25 +329,26 @@ end
 
 def standard_pricing_display(model)
   pricing_data = model.pricing.to_h[:text_tokens]&.dig(:standard) || {}
+  parts = [
+    pricing_part(pricing_data, :input_per_million, 'In'),
+    pricing_part(pricing_data, :output_per_million, 'Out'),
+    pricing_part(pricing_data, %i[cache_read_input_per_million cached_input_per_million], 'Cache Read'),
+    pricing_part(pricing_data, %i[cache_write_input_per_million cache_creation_input_per_million], 'Cache Write')
+  ].compact
 
-  if pricing_data.any?
-    parts = []
+  return parts.join(', ') if parts.any?
 
-    parts << "In: $#{format('%.2f', pricing_data[:input_per_million])}" if pricing_data[:input_per_million]
-
-    parts << "Out: $#{format('%.2f', pricing_data[:output_per_million])}" if pricing_data[:output_per_million]
-
-    if pricing_data[:cached_input_per_million]
-      parts << "Cache: $#{format('%.2f', pricing_data[:cached_input_per_million])}"
-    end
+  '-'
+end
 
-    return parts.join(', ') if parts.any?
-  end
+def pricing_part(pricing_data, key, label)
+  key = Array(key).find { |candidate| pricing_data[candidate] }
+  return unless key
 
-  '-'
+  "#{label}: $#{format('%.2f', pricing_data[key])}"
 end
 
-def generate_aliases # rubocop:disable Metrics/PerceivedComplexity
+def generate_aliases # rubocop:disable Metrics/AbcSize, Metrics/CyclomaticComplexity, Metrics/PerceivedComplexity
   models = Hash.new { |h, k| h[k] = [] }
 
   RubyLLM.models.all.each do |model|
@@ -466,12 +467,40 @@ def generate_aliases # rubocop:disable Metrics/PerceivedComplexity
     }
   end
 
+  add_xai_aliases(aliases, models['xai'])
+
   sorted_aliases = aliases.sort.to_h
   File.write(RubyLLM::Aliases.aliases_file, JSON.pretty_generate(sorted_aliases))
 
   puts "Generated #{sorted_aliases.size} aliases"
 end
 
+def add_xai_aliases(aliases, xai_models)
+  return unless xai_models.include?('grok-4.3')
+
+  %w[
+    grok-latest
+    grok-3
+    grok-3-latest
+    grok-3-mini
+    grok-3-mini-latest
+    grok-4
+    grok-4-latest
+    grok-4-fast
+    grok-4-fast-reasoning
+    grok-4-fast-reasoning-latest
+    grok-4-fast-non-reasoning
+    grok-4-fast-non-reasoning-latest
+    grok-4-1-fast
+    grok-4-1-fast-reasoning
+    grok-4-1-fast-reasoning-latest
+    grok-4-1-fast-non-reasoning
+    grok-4-1-fast-non-reasoning-latest
+  ].each do |alias_key|
+    aliases[alias_key] ||= { 'xai' => 'grok-4.3' }
+  end
+end
+
 def group_anthropic_models_by_base_name(anthropic_models)
   grouped = Hash.new { |h, k| h[k] = [] }
 
@@ -518,12 +547,12 @@ def find_best_bedrock_model(anthropic_model, bedrock_models) # rubocop:disable M
                  when 'claude-instant-v1', 'claude-instant'
                    'claude-instant'
                  else
-                   extract_base_name(anthropic_model)
+                   anthropic_model
                  end
 
   matching_models = bedrock_models.select do |bedrock_model|
-    model_without_prefix = bedrock_model.sub(/^(?:us\.)?anthropic\./, '')
-    model_without_prefix.start_with?(base_pattern)
+    model_without_prefix = bedrock_model.sub(/^(?:(?:[a-z]{2}|global)\.)?anthropic\./, '')
+    model_without_prefix.match?(/\A#{Regexp.escape(base_pattern)}(?:-v\d+|:\d+k|$)/)
   end
 
   return nil if matching_models.empty?

data/lib/tasks/release.rake

@@ -1,5 +1,48 @@
 # frozen_string_literal: true
 
+require 'time'
+require 'yaml'
+
+# Shared helpers for release-related Rake tasks.
+module ReleaseTasks
+  module_function
+
+  def cassette_recorded_at_times(cassette)
+    data = YAML.safe_load_file(cassette, aliases: true)
+
+    Array(data['http_interactions']).filter_map do |interaction|
+      Time.parse(interaction['recorded_at'])
+    rescue ArgumentError, TypeError
+      nil
+    end
+  rescue Psych::Exception => e
+    abort "Could not parse VCR cassette #{cassette}: #{e.message}"
+  end
+
+  def cassette_recorded_at(cassette)
+    recorded_at_times = cassette_recorded_at_times(cassette)
+
+    abort "No recorded_at timestamps found in VCR cassette #{cassette}" if recorded_at_times.empty?
+
+    recorded_at_times.min
+  end
+
+  def find_stale_cassettes(cassette_dir, max_age_days)
+    Dir.glob("#{cassette_dir}/**/*.yml").filter_map do |cassette|
+      recorded_at = cassette_recorded_at(cassette)
+      age_days = (Time.now - recorded_at) / 86_400
+
+      next unless age_days > max_age_days
+
+      {
+        path: cassette,
+        file: File.basename(cassette),
+        age: age_days.round(1)
+      }
+    end
+  end
+end
+
 namespace :release do # rubocop:disable Metrics/BlockLength
   desc 'Prepare for release'
   task :prepare do
@@ -13,20 +56,17 @@ namespace :release do # rubocop:disable Metrics/BlockLength
     max_age_days = 1
     cassette_dir = 'spec/fixtures/vcr_cassettes'
 
-    stale_count = 0
-    Dir.glob("#{cassette_dir}/**/*.yml").each do |cassette|
-      age_days = (Time.now - File.mtime(cassette)) / 86_400
-      next unless age_days > max_age_days
+    stale_cassettes = ReleaseTasks.find_stale_cassettes(cassette_dir, max_age_days)
 
-      puts "Removing stale cassette: #{File.basename(cassette)} (#{age_days.round(1)} days old)"
-      File.delete(cassette)
-      stale_count += 1
+    stale_cassettes.each do |cassette|
+      puts "Removing stale cassette: #{cassette[:file]} (#{cassette[:age]} days old)"
+      File.delete(cassette[:path])
     end
 
-    if stale_count.positive?
-      puts "\n🗑️  Removed #{stale_count} stale cassettes"
+    if stale_cassettes.any?
+      puts "\n🗑️  Removed #{stale_cassettes.size} stale cassettes"
       puts '🔄 Re-recording cassettes...'
-      run_parallel_rspec || exit(1)
+      run_test_queue_rspec || exit(1)
       puts '✅ Cassettes refreshed!'
     else
       puts '✅ No stale cassettes found'
@@ -37,25 +77,12 @@ namespace :release do # rubocop:disable Metrics/BlockLength
   task :verify_cassettes do
     max_age_days = 1
     cassette_dir = 'spec/fixtures/vcr_cassettes'
-    stale_cassettes = []
-
-    Dir.glob("#{cassette_dir}/**/*.yml").each do |cassette|
-      age_days = (Time.now - File.mtime(cassette)) / 86_400
-
-      next unless age_days > max_age_days
-
-      stale_cassettes << {
-        file: File.basename(cassette),
-        age: age_days.round(1)
-      }
-    end
+    stale_cassettes = ReleaseTasks.find_stale_cassettes(cassette_dir, max_age_days)
 
     if stale_cassettes.any?
       puts "\n❌ Found stale cassettes (older than #{max_age_days} days):"
-      stale_files = []
       stale_cassettes.each do |c|
         puts "   - #{c[:file]} (#{c[:age]} days old)"
-        stale_files << File.join(cassette_dir, '**', c[:file])
       end
 
       puts "\nRun locally: bundle exec rake release:refresh_stale_cassettes"

data/lib/tasks/ruby_llm.rake

@@ -1,10 +1,11 @@
 # frozen_string_literal: true
 
-def run_parallel_rspec
+def run_test_queue_rspec
   workers = ENV.fetch('RSPEC_WORKERS', nil)
-  cmd = %w[bundle exec parallel_rspec]
-  cmd += ['-n', workers] if workers && !workers.empty?
-  system(*cmd)
+  env = {}
+  env['TEST_QUEUE_WORKERS'] = workers if workers && !workers.empty? && ENV.fetch('TEST_QUEUE_WORKERS', '').empty?
+
+  system(env, 'bundle', 'exec', 'bin/rspec-queue')
 end
 
 namespace :ruby_llm do
@@ -16,7 +17,7 @@ namespace :ruby_llm do
       model_class.save_to_database
       puts "✅ Loaded #{model_class.count} models into database"
     else
-      puts 'Model registry not configured. Run rails generate ruby_llm:install'
+      puts 'Model registry not configured. Run bin/rails generate ruby_llm:install'
     end
   end
 end

data/lib/tasks/vcr.rake

@@ -71,7 +71,7 @@ def delete_cassettes(cassettes)
 end
 
 def run_tests
-  run_parallel_rspec || abort('Tests failed')
+  run_test_queue_rspec || abort('Tests failed')
 end
 
 def retimestamp_cassettes(cassette_dir)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ruby_llm
 version: !ruby/object:Gem::Version
-  version: 1.13.2
+  version: 1.16.0
 platform: ruby
 authors:
 - Carmine Paolino
@@ -43,30 +43,30 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: 1.10.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: 1.10.0
 - !ruby/object:Gem::Dependency
-  name: faraday-retry
+  name: faraday-multipart
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '2.0'
+        version: '1'
 - !ruby/object:Gem::Dependency
-  name: faraday-multipart
+  name: faraday-net_http
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -80,7 +80,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '1'
 - !ruby/object:Gem::Dependency
-  name: faraday-net_http
+  name: faraday-retry
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -135,13 +135,13 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '2'
-description: One beautiful Ruby API for GPT, Claude, Gemini, and more. Easily build
-  chatbots, AI agents, RAG applications, and content generators. Features chat (text,
-  images, audio, PDFs), image generation, embeddings, tools (function calling), structured
-  output, Rails integration, and streaming. Works with OpenAI, Anthropic, Google Gemini,
-  AWS Bedrock, DeepSeek, Mistral, Ollama (local models), OpenRouter, Perplexity, GPUStack,
-  and any OpenAI-compatible API. Minimal dependencies - just Faraday, Zeitwerk, and
-  Marcel.
+description: A single, beautiful Ruby framework for all major AI providers. Easily
+  build chatbots, AI agents, RAG applications, content generators, and every AI workflow
+  you can think of. Features chat (text, images, audio, PDFs), image generation, embeddings,
+  tools (function calling), structured output, Rails integration, and streaming. Works
+  with OpenAI, Anthropic, Google Gemini, AWS Bedrock, DeepSeek, Mistral, Ollama (local
+  models), OpenRouter, Perplexity, GPUStack, and any OpenAI-compatible API. Minimal
+  dependencies - just Faraday, Zeitwerk, and Marcel.
 email:
 - carmine@paolino.me
 executables: []
@@ -150,21 +150,49 @@ extra_rdoc_files: []
 files:
 - LICENSE
 - README.md
+- lib/generators/ruby_llm/agent/agent_generator.rb
+- lib/generators/ruby_llm/agent/templates/agent.rb.tt
+- lib/generators/ruby_llm/agent/templates/instructions.txt.erb.tt
 - lib/generators/ruby_llm/chat_ui/chat_ui_generator.rb
 - lib/generators/ruby_llm/chat_ui/templates/controllers/chats_controller.rb.tt
 - lib/generators/ruby_llm/chat_ui/templates/controllers/messages_controller.rb.tt
 - lib/generators/ruby_llm/chat_ui/templates/controllers/models_controller.rb.tt
+- lib/generators/ruby_llm/chat_ui/templates/helpers/messages_helper.rb.tt
 - lib/generators/ruby_llm/chat_ui/templates/jobs/chat_response_job.rb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/_chat.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/_form.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/index.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/new.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/chats/show.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_assistant.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_content.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_error.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_form.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_system.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_tool.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_tool_calls.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/_user.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/tool_calls/_default.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/messages/tool_results/_default.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/models/_model.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/models/index.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/tailwind/views/models/show.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/_chat.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/_form.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/index.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/new.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/chats/show.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/_assistant.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/messages/_content.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/_error.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/messages/_form.html.erb.tt
-- lib/generators/ruby_llm/chat_ui/templates/views/messages/_message.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/_system.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/_tool.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/messages/_tool_calls.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/_user.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/messages/create.turbo_stream.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/tool_calls/_default.html.erb.tt
+- lib/generators/ruby_llm/chat_ui/templates/views/messages/tool_results/_default.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/models/_model.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/models/index.html.erb.tt
 - lib/generators/ruby_llm/chat_ui/templates/views/models/show.html.erb.tt
@@ -180,8 +208,16 @@ files:
 - lib/generators/ruby_llm/install/templates/message_model.rb.tt
 - lib/generators/ruby_llm/install/templates/model_model.rb.tt
 - lib/generators/ruby_llm/install/templates/tool_call_model.rb.tt
+- lib/generators/ruby_llm/schema/schema_generator.rb
+- lib/generators/ruby_llm/schema/templates/schema.rb.tt
+- lib/generators/ruby_llm/tool/templates/tool.rb.tt
+- lib/generators/ruby_llm/tool/templates/tool_call.html.erb.tt
+- lib/generators/ruby_llm/tool/templates/tool_result.html.erb.tt
+- lib/generators/ruby_llm/tool/tool_generator.rb
 - lib/generators/ruby_llm/upgrade_to_v1_10/templates/add_v1_10_message_columns.rb.tt
 - lib/generators/ruby_llm/upgrade_to_v1_10/upgrade_to_v1_10_generator.rb
+- lib/generators/ruby_llm/upgrade_to_v1_14/templates/add_v1_14_tool_call_columns.rb.tt
+- lib/generators/ruby_llm/upgrade_to_v1_14/upgrade_to_v1_14_generator.rb
 - lib/generators/ruby_llm/upgrade_to_v1_7/templates/migration.rb.tt
 - lib/generators/ruby_llm/upgrade_to_v1_7/upgrade_to_v1_7_generator.rb
 - lib/generators/ruby_llm/upgrade_to_v1_9/templates/add_v1_9_message_columns.rb.tt
@@ -192,6 +228,8 @@ files:
 - lib/ruby_llm/active_record/chat_methods.rb
 - lib/ruby_llm/active_record/message_methods.rb
 - lib/ruby_llm/active_record/model_methods.rb
+- lib/ruby_llm/active_record/payload_helpers.rb
+- lib/ruby_llm/active_record/tool_call_methods.rb
 - lib/ruby_llm/agent.rb
 - lib/ruby_llm/aliases.json
 - lib/ruby_llm/aliases.rb
@@ -202,9 +240,13 @@ files:
 - lib/ruby_llm/connection.rb
 - lib/ruby_llm/content.rb
 - lib/ruby_llm/context.rb
+- lib/ruby_llm/cost.rb
+- lib/ruby_llm/deprecator.rb
 - lib/ruby_llm/embedding.rb
 - lib/ruby_llm/error.rb
+- lib/ruby_llm/error_middleware.rb
 - lib/ruby_llm/image.rb
+- lib/ruby_llm/instrumentation.rb
 - lib/ruby_llm/message.rb
 - lib/ruby_llm/mime_type.rb
 - lib/ruby_llm/model.rb
@@ -213,6 +255,7 @@ files:
 - lib/ruby_llm/model/pricing.rb
 - lib/ruby_llm/model/pricing_category.rb
 - lib/ruby_llm/model/pricing_tier.rb
+- lib/ruby_llm/model_registry.rb
 - lib/ruby_llm/models.json
 - lib/ruby_llm/models.rb
 - lib/ruby_llm/models_schema.json
@@ -260,6 +303,7 @@ files:
 - lib/ruby_llm/providers/mistral/capabilities.rb
 - lib/ruby_llm/providers/mistral/chat.rb
 - lib/ruby_llm/providers/mistral/embeddings.rb
+- lib/ruby_llm/providers/mistral/media.rb
 - lib/ruby_llm/providers/mistral/models.rb
 - lib/ruby_llm/providers/ollama.rb
 - lib/ruby_llm/providers/ollama/capabilities.rb
@@ -286,6 +330,7 @@ files:
 - lib/ruby_llm/providers/perplexity.rb
 - lib/ruby_llm/providers/perplexity/capabilities.rb
 - lib/ruby_llm/providers/perplexity/chat.rb
+- lib/ruby_llm/providers/perplexity/media.rb
 - lib/ruby_llm/providers/perplexity/models.rb
 - lib/ruby_llm/providers/vertexai.rb
 - lib/ruby_llm/providers/vertexai/chat.rb
@@ -303,6 +348,7 @@ files:
 - lib/ruby_llm/tokens.rb
 - lib/ruby_llm/tool.rb
 - lib/ruby_llm/tool_call.rb
+- lib/ruby_llm/tool_concurrency.rb
 - lib/ruby_llm/transcription.rb
 - lib/ruby_llm/utils.rb
 - lib/ruby_llm/version.rb
@@ -316,14 +362,28 @@ licenses:
 metadata:
   homepage_uri: https://rubyllm.com
   source_code_uri: https://github.com/crmne/ruby_llm
-  changelog_uri: https://github.com/crmne/ruby_llm/commits/main
+  changelog_uri: https://github.com/crmne/ruby_llm/releases
   documentation_uri: https://rubyllm.com
   bug_tracker_uri: https://github.com/crmne/ruby_llm/issues
   funding_uri: https://github.com/sponsors/crmne
   rubygems_mfa_required: 'true'
 post_install_message: |
-  Upgrading from RubyLLM < 1.10.x? Check the upgrade guide for new features and migration instructions
-  --> https://rubyllm.com/upgrading/
+  RubyLLM 1.15 upgrade note:
+
+    Token accounting is now normalized across providers. `input_tokens` means
+    standard input tokens; prompt cache reads and writes are exposed separately
+    as `cache_read_tokens` and `cache_write_tokens`.
+
+    Need request-side input activity?
+      input_tokens + cache_read_tokens + cache_write_tokens
+
+    New cost helpers:
+      response.cost.total
+      chat.cost.total
+      agent.cost.total
+
+    Upgrading from RubyLLM < 1.15? Read the full upgrade guide:
+      https://rubyllm.com/upgrading/
 rdoc_options: []
 require_paths:
 - lib
@@ -338,7 +398,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.3
+rubygems_version: 4.0.10
 specification_version: 4
-summary: One beautiful Ruby API for GPT, Claude, Gemini, and more.
+summary: A single, beautiful Ruby framework for all major AI providers.
 test_files: []

data/lib/generators/ruby_llm/chat_ui/templates/views/messages/_message.html.erb.tt

@@ -1,13 +0,0 @@
-<div id="<%= message_variable_name %>_<%%= <%= message_model_name.demodulize.underscore %>.id %>" class="<%= message_variable_name %>"
-     style="margin-bottom: 20px; padding: 10px; border-left: 3px solid <%%= <%= message_model_name.demodulize.underscore %>.role == 'user' ? '#007bff' : '#28a745' %>">
-  <div style="font-weight: bold; margin-bottom: 5px;">
-    <%%= <%= message_model_name.demodulize.underscore %>.role&.capitalize %>
-  </div>
-  <div id="<%= message_variable_name %>_<%%= <%= message_model_name.demodulize.underscore %>.id %>_content" style="white-space: pre-wrap;"><%%= <%= message_model_name.demodulize.underscore %>.content %></div>
-  <%% if <%= message_model_name.demodulize.underscore %>.tool_call? %>
-    <%%= render "<%= message_model_name.underscore.pluralize %>/tool_calls", <%= message_model_name.demodulize.underscore %>: <%= message_model_name.demodulize.underscore %> %>
-  <%% end %>
-  <div style="font-size: 0.85em; color: #666; margin-top: 5px;">
-    <%%= <%= message_model_name.demodulize.underscore %>.created_at&.strftime("%I:%M %p") %>
-  </div>
-</div>