llm.rb 12.1.0 → 12.2.0

data/data/xai.json

@@ -119,7 +119,7 @@
     "grok-4.3": {
       "id": "grok-4.3",
       "name": "Grok 4.3",
-      "description": "xAI's default Grok for chat, coding, agentic tools, and lower hallucination risk",
+      "description": "xAI's Grok for chat, coding, agentic tools, and lower hallucination risk",
       "family": "grok",
       "attachment": true,
       "reasoning": true,
@@ -232,6 +232,65 @@
         "output": 0
       }
     },
+    "grok-4.5": {
+      "id": "grok-4.5",
+      "name": "Grok 4.5",
+      "description": "xAI's latest Grok for chat, coding, agentic tools, and lower hallucination risk",
+      "family": "grok",
+      "attachment": true,
+      "reasoning": true,
+      "reasoning_options": [
+        {
+          "type": "effort",
+          "values": [
+            "low",
+            "medium",
+            "high"
+          ]
+        }
+      ],
+      "tool_call": true,
+      "structured_output": true,
+      "temperature": true,
+      "release_date": "2026-07-08",
+      "last_updated": "2026-07-08",
+      "modalities": {
+        "input": [
+          "text",
+          "image",
+          "pdf"
+        ],
+        "output": [
+          "text"
+        ]
+      },
+      "open_weights": false,
+      "limit": {
+        "context": 500000,
+        "output": 500000
+      },
+      "cost": {
+        "input": 2,
+        "output": 6,
+        "cache_read": 0.5,
+        "tiers": [
+          {
+            "input": 4,
+            "output": 12,
+            "cache_read": 1,
+            "tier": {
+              "type": "context",
+              "size": 200000
+            }
+          }
+        ],
+        "context_over_200k": {
+          "input": 4,
+          "output": 12,
+          "cache_read": 1
+        }
+      }
+    },
     "grok-4.20-0309-reasoning": {
       "id": "grok-4.20-0309-reasoning",
       "name": "Grok 4.20 (Reasoning)",

data/lib/llm/agent.rb

@@ -393,10 +393,26 @@ module LLM
     # with the agent and its current state. This
     # method requires the 'curses' gem to be installed
     # and available to require.
+    #
+    # @note
+    #  By default this method disables the tracer for
+    #  the duration of the repl session, and restores
+    #  it afterwards.
+    # @param [Boolean] trace
+    #  When true, the tracer is kept alive during the
+    #  repl session. Default is false.
     # @return [void]
-    def repl
+    def repl(trace: false)
+      if !trace
+        previous    = tracer
+        self.tracer = nil
+      end
       require_relative "repl" unless defined?(::LLM::Repl)
       LLM::Repl.new(self).start
+    ensure
+      if !trace
+        self.tracer = previous
+      end
     end
 
     ##

data/lib/llm/context.rb

@@ -426,7 +426,7 @@ module LLM
     #  A tracer, or nil.
     # @return [void]
     def tracer=(other)
-      @llm.tracer = nil
+      @llm.tracer = other || LLM::Tracer::Null.new(@llm)
     end
 
     ##
@@ -604,7 +604,7 @@ module LLM
     def repair!(messages, prompt)
       message = messages.last
       return unless message&.tool_call?
-      returns = self.returns + [*prompt].grep(LLM::Function::Return)
+      returns = [self.returns, prompt].flatten.grep(LLM::Function::Return)
       cancelled = []
       [*message.extra.tool_calls].each do |tool|
         next if returns.any? { _1.id == tool[:id] }

data/lib/llm/function.rb

@@ -390,6 +390,12 @@ class LLM::Function
         type: "function", name: @name, description: @description,
         parameters: (@params || {type: "object", properties: {}}).to_h.merge(additionalProperties: false), strict: false
       }.compact
+    when "LLM::Mistral"
+      params = @params || {type: "object", properties: {}}
+      {
+        type: "function",
+        function: {name: @name, description: @description, parameters: params}
+      }.compact
     else
       params = @params || {type: "object", properties: {}}
       {

data/lib/llm/provider.rb

@@ -26,7 +26,7 @@ class LLM::Provider
   #  Requires the net-http-persistent gem.
   # @param [LLM::Transport, Class, nil] transport
   #  Optional override with any {LLM::Transport} instance or subclass.
-  def initialize(key:, host:, port: 443, timeout: 60, ssl: true, base_path: "", persistent: false, transport: nil)
+  def initialize(key:, host:, port: 443, timeout: 180, ssl: true, base_path: "", persistent: false, transport: nil)
     @key = key
     @host = host
     @port = port
@@ -303,7 +303,7 @@ class LLM::Provider
   def with_tracer(tracer)
     had_override = weakmap.key?(self)
     previous = weakmap[self]
-    weakmap[self] = tracer
+    weakmap[self] = tracer || LLM::Tracer::Null.new(self)
     yield
   ensure
     if had_override

data/lib/llm/providers/anthropic.rb

@@ -92,10 +92,10 @@ module LLM
 
     ##
     # Returns the default model for chat completions
-    # @see https://docs.anthropic.com/en/docs/about-claude/models/all-models#model-comparison-table claude-sonnet-4-20250514
+    # @see https://docs.anthropic.com/en/docs/about-claude/models/all-models#model-comparison-table claude-opus-4-8
     # @return [String]
     def default_model
-      "claude-sonnet-4-20250514"
+      "claude-opus-4-8"
     end
 
     ##

data/lib/llm/providers/google.rb

@@ -194,9 +194,11 @@ module LLM
     end
 
     def normalize_complete_params(params)
+      except = %i[role model messages stream]
       params = {role: :user, model: default_model}.merge!(params)
       tools  = resolve_tools(params.delete(:tools))
-      params = [params, adapt_generation_config(params), adapt_tools(tools)].inject({}, &:merge!).compact
+      config = adapt_generation_config(params.except(*except))
+      params = [params.except(:schema), config, adapt_tools(tools)].inject({}, &:merge!).compact
       role, model, stream = [:role, :model, :stream].map { params.delete(_1) }
       [params, stream, tools, role, model]
     end

data/lib/llm/providers/mistral/request_adapter/completion.rb

@@ -0,0 +1,122 @@
+# frozen_string_literal: true
+
+module LLM::Mistral::RequestAdapter
+  ##
+  # @private
+  class Completion
+    ##
+    # @param [LLM::Message, Hash] message
+    #  The message to format
+    def initialize(message)
+      @message = message
+    end
+
+    ##
+    # Adapts the message for the Mistral chat completions API
+    # @return [Hash]
+    def adapt
+      catch(:abort) do
+        if Hash === message
+          {role: message[:role], content: adapt_content(message[:content])}
+        elsif message.tool_call?
+          {role: message.role, content: nil, tool_calls: message.extra[:original_tool_calls]}
+        else
+          adapt_message
+        end
+      end
+    end
+
+    private
+
+    def adapt_message
+      case content
+      when Array
+        adapt_array
+      else
+        {role: message.role, content: adapt_content(content)}
+      end
+    end
+
+    def adapt_array
+      if content.empty?
+        nil
+      elsif returns.any?
+        returns.map do
+          {
+            role: "tool",
+            name: _1.name,
+            tool_call_id: _1.id,
+            content: LLM.json.dump(_1.value)
+          }
+        end
+      else
+        {role: message.role, content: content.flat_map { adapt_content(_1) }}
+      end
+    end
+
+    def adapt_content(content)
+      case content
+      when LLM::Object
+        adapt_object(content)
+      when String
+        [{type: :text, text: content.to_s}]
+      when LLM::Response
+        adapt_remote_file(content)
+      when LLM::Message
+        adapt_content(content.content)
+      when LLM::Function::Return
+        throw(:abort, {
+          role: "tool",
+          name: content.name,
+          tool_call_id: content.id,
+          content: LLM.json.dump(content.value)
+        })
+      else
+        prompt_error!(content)
+      end
+    end
+
+    def adapt_object(object)
+      case object.kind
+      when :image_url
+        [{type: :image_url, image_url: {url: object.value}}]
+      when :local_file
+        adapt_local_file(object.value)
+      when :remote_file
+        adapt_remote_file(object.value)
+      else
+        prompt_error!(object)
+      end
+    end
+
+    def adapt_local_file(file)
+      if file.image?
+        [{type: :image_url, image_url: {url: file.to_data_uri}}]
+      else
+        [{type: :file, file: {filename: file.basename, file_data: file.to_data_uri}}]
+      end
+    end
+
+    def adapt_remote_file(file)
+      if file.file?
+        [{type: :file, file: {file_id: file.id}}]
+      else
+        prompt_error!(file)
+      end
+    end
+
+    def prompt_error!(content)
+      if LLM::Object === content
+        raise LLM::PromptError, "The given LLM::Object with kind '#{content.kind}' is not " \
+                                "supported by the Mistral chat completions API."
+      else
+        raise LLM::PromptError, "The given object (an instance of #{content.class}) " \
+                                "is not supported by the Mistral chat completions API."
+      end
+    end
+
+    def message = @message
+    def content = message.content
+    def returns = content.grep(LLM::Function::Return)
+  end
+end

data/lib/llm/providers/mistral/request_adapter.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+class LLM::Mistral
+  ##
+  # @private
+  module RequestAdapter
+    require_relative "request_adapter/completion"
+    include LLM::OpenAI::RequestAdapter
+
+    ##
+    # @param [Array<LLM::Message>] messages
+    #  The messages to adapt
+    # @return [Array<Hash>]
+    def adapt(messages, mode: nil)
+      messages.filter_map do |message|
+        Completion.new(message).adapt
+      end
+    end
+  end
+end

data/lib/llm/providers/mistral.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+require_relative "openai" unless defined?(LLM::OpenAI)
+
+module LLM
+  ##
+  # The Mistral class implements a provider for
+  # [Mistral](https://mistral.ai) through its
+  # OpenAI-compatible API.
+  #
+  # @example
+  #   #!/usr/bin/env ruby
+  #   require "llm"
+  #
+  #   llm = LLM.mistral(key: ENV["KEY"])
+  #   ctx = LLM::Context.new(llm)
+  #   ctx.talk "Hello"
+  #   ctx.messages.select(&:assistant?).each { print "[#{_1.role}]", _1.content, "\n" }
+  class Mistral < OpenAI
+    require_relative "mistral/request_adapter"
+    include Mistral::RequestAdapter
+
+    HOST = "api.mistral.ai"
+    BASE_PATH = "/v1/"
+
+    ##
+    # @param key (see LLM::Provider#initialize)
+    # @param host (see LLM::Provider#initialize)
+    # @param base_path (see LLM::Provider#initialize)
+    # @return [LLM::Mistral]
+    def initialize(host: HOST, base_path: BASE_PATH, **)
+      super
+    end
+
+    ##
+    # @return [Symbol]
+    #  Returns the provider's name
+    def name
+      :mistral
+    end
+
+    ##
+    # @return [NotImplementedError]
+    def images
+      raise NotImplementedError
+    end
+
+    ##
+    # Provides an embedding.
+    # @param input (see LLM::Provider#embed)
+    # @param model (see LLM::Provider#embed)
+    # @param params (see LLM::Provider#embed)
+    # @raise (see LLM::Provider#request)
+    # @return (see LLM::Provider#embed)
+    def embed(input, model: "mistral-embed", **params)
+      super
+    end
+
+    ##
+    # @raise [NotImplementedError]
+    def responses
+      raise NotImplementedError
+    end
+
+    ##
+    # @return [LLM::Mistral::Audio]
+    def audio
+      raise NotImplementedError
+    end
+
+    ##
+    # @raise [NotImplementedError]
+    def files
+      raise NotImplementedError
+    end
+
+    ##
+    # @raise [NotImplementedError]
+    def moderations
+      raise NotImplementedError
+    end
+
+    ##
+    # @raise [NotImplementedError]
+    def vector_stores
+      raise NotImplementedError
+    end
+
+    ##
+    # Returns the default model for chat completions
+    # @return [String]
+    def default_model
+      "mistral-large-latest"
+    end
+  end
+end

data/lib/llm/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module LLM
-  VERSION = "12.1.0"
+  VERSION = "12.2.0"
 end

data/lib/llm.rb

@@ -180,6 +180,15 @@ module LLM
     LLM::XAI.new(**)
   end
 
+  ##
+  # @param key (see LLM::Mistral#initialize)
+  # @param host (see LLM::Mistral#initialize)
+  # @return (see LLM::Mistral#initialize)
+  def mistral(**)
+    lock(:require) { require_relative "llm/providers/mistral" unless defined?(LLM::Mistral) }
+    LLM::Mistral.new(**)
+  end
+
   ##
   # @param key (see LLM::ZAI#initialize)
   # @param host (see LLM::ZAI#initialize)

data/llm.gemspec

@@ -5,7 +5,7 @@ require_relative "lib/llm/version"
 Gem::Specification.new do |spec|
   spec.name = "llm.rb"
   spec.version = LLM::VERSION
-  spec.authors = ["bsdrobert", "Antar Azri", "Rodrigo Serrano"]
+  spec.authors = ["robert", "Antar Azri", "Rodrigo Serrano"]
   spec.email = ["robert@r.uby.dev"]
 
   spec.summary = "Ruby's capable AI runtime"

metadata

@@ -1,10 +1,10 @@
 --- !ruby/object:Gem::Specification
 name: llm.rb
 version: !ruby/object:Gem::Version
-  version: 12.1.0
+  version: 12.2.0
 platform: ruby
 authors:
-- bsdrobert
+- robert
 - Antar Azri
 - Rodrigo Serrano
 bindir: bin
@@ -293,6 +293,7 @@ files:
 - data/deepinfra.json
 - data/deepseek.json
 - data/google.json
+- data/mistral.json
 - data/openai.json
 - data/xai.json
 - data/zai.json
@@ -419,6 +420,9 @@ files:
 - lib/llm/providers/google/stream_parser.rb
 - lib/llm/providers/google/utils.rb
 - lib/llm/providers/llamacpp.rb
+- lib/llm/providers/mistral.rb
+- lib/llm/providers/mistral/request_adapter.rb
+- lib/llm/providers/mistral/request_adapter/completion.rb
 - lib/llm/providers/ollama.rb
 - lib/llm/providers/ollama/error_handler.rb
 - lib/llm/providers/ollama/models.rb