raif 1.1.0 → 1.2.0

data/app/models/raif/streaming_responses/anthropic.rb

@@ -0,0 +1,63 @@
+# frozen_string_literal: true
+
+class Raif::StreamingResponses::Anthropic
+
+  def initialize
+    @response_json = { "content" => [], "usage" => {} }
+    @finish_reason = nil
+  end
+
+  def process_streaming_event(event_type, event)
+    delta = nil
+    index = event["index"]
+
+    case event_type
+    when "message_start"
+      @response_json = event["message"]
+      @response_json["content"] = []
+      @response_json["usage"] ||= {}
+    when "content_block_start"
+      @response_json["content"][index] = event["content_block"]
+      if event.dig("content_block", "type") == "tool_use"
+        @response_json["content"][index]["input"] = ""
+      end
+    when "content_block_delta"
+      delta_chunk = event["delta"]
+      if delta_chunk["type"] == "text_delta"
+        delta = delta_chunk["text"]
+        @response_json["content"][index]["text"] += delta if delta
+      elsif delta_chunk["type"] == "input_json_delta"
+        @response_json["content"][index]["input"] += delta_chunk["partial_json"]
+      end
+    when "content_block_stop"
+      content_block = @response_json["content"][index]
+      if content_block&.dig("type") == "tool_use"
+        begin
+          content_block["input"] = JSON.parse(content_block["input"])
+        rescue JSON::ParserError
+          # If parsing fails, leave as a string
+        end
+      end
+    when "message_delta"
+      @finish_reason = event.dig("delta", "stop_reason")
+      @response_json["usage"]["output_tokens"] = event.dig("usage", "output_tokens")
+    when "message_stop"
+      @finish_reason = "stop"
+    when "error"
+      error_details = event["error"]
+      raise Raif::Errors::StreamingError.new(
+        message: error_details["message"],
+        type: error_details["type"],
+        event: event
+      )
+    end
+
+    [delta, @finish_reason]
+  end
+
+  def current_response_json
+    @response_json["stop_reason"] = @finish_reason
+    @response_json
+  end
+
+end

data/app/models/raif/streaming_responses/bedrock.rb

@@ -0,0 +1,89 @@
+# frozen_string_literal: true
+
+class Raif::StreamingResponses::Bedrock
+
+  def initialize_new_message
+    # Initialize empty AWS response object
+    @message = Aws::BedrockRuntime::Types::Message.new(
+      role: "assistant",
+      content: []
+    )
+
+    @output = Aws::BedrockRuntime::Types::ConverseOutput::Message.new(message: @message)
+
+    @usage = Aws::BedrockRuntime::Types::TokenUsage.new(
+      input_tokens: 0,
+      output_tokens: 0,
+      total_tokens: 0
+    )
+
+    @response = Aws::BedrockRuntime::Types::ConverseResponse.new(
+      output: @output,
+      usage: @usage,
+      stop_reason: nil
+    )
+  end
+
+  def process_streaming_event(event_type, event)
+    delta = nil
+
+    case event.event_type
+    when :message_start
+      initialize_new_message
+    when :content_block_start
+      index = event.content_block_index
+
+      if event.start.is_a?(Aws::BedrockRuntime::Types::ContentBlockStart::ToolUse)
+        tool_use = event.start.tool_use
+        @message.content[index] = Aws::BedrockRuntime::Types::ContentBlock.new(
+          tool_use: Aws::BedrockRuntime::Types::ToolUseBlock.new(
+            tool_use_id: tool_use.tool_use_id,
+            name: tool_use.name,
+            input: ""
+          )
+        )
+      else
+        @message.content[index] = Aws::BedrockRuntime::Types::ContentBlock::Text.new(text: "")
+      end
+    when :content_block_delta
+      index = event.content_block_index
+
+      if event.delta.is_a?(Aws::BedrockRuntime::Types::ContentBlockDelta::Text)
+        @message.content[index] ||= Aws::BedrockRuntime::Types::ContentBlock::Text.new(text: "")
+        delta = event.delta.text
+        @message.content[index].text += delta
+      elsif event.delta.is_a?(Aws::BedrockRuntime::Types::ContentBlockDelta::ToolUse)
+        tool_use = event.delta.tool_use
+        @message.content[index] ||= Aws::BedrockRuntime::Types::ContentBlock.new
+        @message.content[index].tool_use ||= Aws::BedrockRuntime::Types::ToolUseBlock.new(
+          tool_use_id: tool_use.tool_use_id,
+          name: tool_use.name,
+          input: ""
+        )
+
+        @message.content[index].tool_use.input += event.delta.tool_use.input
+      end
+    when :content_block_stop
+      content_block = @message.content[event.content_block_index]
+
+      if content_block&.tool_use&.input.is_a?(String)
+        begin
+          content_block.tool_use.input = JSON.parse(content_block.tool_use.input)
+        rescue JSON::ParserError
+          # If parsing fails, leave as a string
+        end
+      end
+    when :message_stop
+      @response.stop_reason = event.stop_reason
+    when :metadata
+      @response.usage = event.usage if event.respond_to?(:usage)
+    end
+
+    [delta, @response.stop_reason]
+  end
+
+  def current_response
+    @response
+  end
+
+end

data/app/models/raif/streaming_responses/open_ai_completions.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+class Raif::StreamingResponses::OpenAiCompletions
+  attr_reader :raw_response, :tool_calls
+
+  def initialize
+    @id = nil
+    @raw_response = ""
+    @tool_calls = []
+    @usage = {}
+    @finish_reason = nil
+    @response_json = {}
+  end
+
+  def process_streaming_event(event_type, event)
+    @id ||= event["id"]
+    delta_chunk = event.dig("choices", 0, "delta")
+    finish_reason = event.dig("choices", 0, "finish_reason")
+    @finish_reason ||= finish_reason
+
+    delta_content = delta_chunk&.dig("content")
+    @raw_response += delta_content if delta_content
+
+    if delta_chunk&.key?("tool_calls")
+      delta_chunk["tool_calls"].each do |tool_call_chunk|
+        index = tool_call_chunk["index"]
+        @tool_calls[index] ||= { "function" => {} }
+        @tool_calls[index]["id"] ||= tool_call_chunk["id"]
+        if tool_call_chunk.dig("function", "name")
+          @tool_calls[index]["function"]["name"] = tool_call_chunk.dig("function", "name")
+        end
+        if tool_call_chunk.dig("function", "arguments")
+          @tool_calls[index]["function"]["arguments"] ||= ""
+          @tool_calls[index]["function"]["arguments"] += tool_call_chunk.dig("function", "arguments")
+        end
+      end
+    end
+
+    @usage = event["usage"] if event["usage"]
+
+    [delta_content, finish_reason]
+  end
+
+  def current_response_json
+    message = {
+      "role" => "assistant",
+      "content" => @raw_response
+    }
+
+    if @tool_calls.any?
+      message["content"] = nil # Per OpenAI spec, content is null if tool_calls are present
+      message["tool_calls"] = @tool_calls.map do |tc|
+        # The streaming format for tool calls is slightly different from the final format.
+        # We need to adjust it here.
+        {
+          "id" => tc["id"],
+          "type" => "function",
+          "function" => {
+            "name" => tc.dig("function", "name"),
+            "arguments" => tc.dig("function", "arguments")
+          }
+        }
+      end
+    end
+
+    {
+      "id" => @id,
+      "choices" => [{
+        "index" => 0,
+        "message" => message,
+        "finish_reason" => @finish_reason
+      }],
+      "usage" => @usage
+    }
+  end
+end

data/app/models/raif/streaming_responses/open_ai_responses.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+class Raif::StreamingResponses::OpenAiResponses
+
+  def initialize
+    @output_items = []
+    @finish_reason = nil
+  end
+
+  def process_streaming_event(event_type, event)
+    output_index = event["output_index"]
+    content_index = event["content_index"]
+
+    delta = nil
+
+    case event["type"]
+    when "response.created"
+      @id = event["response"]["id"]
+    when "response.output_item.added", "response.output_item.done"
+      @output_items[output_index] = event["item"]
+    when "response.content_part.added", "response.content_part.done"
+      @output_items[output_index]["content"] ||= []
+      @output_items[output_index]["content"][content_index] = event["part"]
+    when "response.output_text.delta"
+      delta = event["delta"]
+      @output_items[output_index]["content"][content_index]["text"] ||= ""
+      @output_items[output_index]["content"][content_index]["text"] += event["delta"]
+    when "response.output_text.done"
+      @output_items[output_index]["content"][content_index]["text"] = event["text"]
+    when "response.completed"
+      @usage = event["response"]["usage"]
+      @finish_reason = "stop"
+    when "error"
+      raise Raif::Errors::StreamingError.new(
+        message: event["message"],
+        type: event["type"],
+        code: event["code"],
+        event: event
+      )
+    end
+
+    [delta, @finish_reason]
+  end
+
+  # The response we've built up so far.
+  def current_response_json
+    {
+      "id" => @id,
+      "output" => @output_items,
+      "usage" => @usage
+    }
+  end
+
+end

data/app/views/raif/admin/conversations/_conversation_entry.html.erb

@@ -21,6 +21,7 @@
       <%= link_to t("raif.admin.common.model_completion"), raif.admin_model_completion_path(entry.raif_model_completion) %>
     <% end %>
   </div>
+
   <div class="mb-3">
     <strong><%= t("raif.admin.common.user_message") %>:</strong>
     <pre class="mt-2"><%= entry.user_message %></pre>
@@ -31,4 +32,51 @@
       <pre class="mt-2"><%= entry.model_response_message %></pre>
     </div>
   <% end %>
+
+  <% if entry.raif_model_tool_invocations.any? %>
+    <div class="mb-3">
+      <strong><%= t("raif.admin.common.model_tool_invocations") %>:</strong>
+      <div class="ms-3 mt-2">
+        <% entry.raif_model_tool_invocations.each do |invocation| %>
+          <div class="card mb-2">
+            <div class="card-body p-3">
+              <div class="d-flex w-100 justify-content-between align-items-start">
+                <div>
+                  <h6 class="mb-1">
+                    <%= link_to invocation.tool_name, raif.admin_model_tool_invocation_path(invocation) %>
+                  </h6>
+                  <% if invocation.completed_at? %>
+                    <span class="badge bg-success"><%= t("raif.admin.common.completed") %></span>
+                  <% elsif invocation.failed_at? %>
+                    <span class="badge bg-danger"><%= t("raif.admin.common.failed") %></span>
+                  <% else %>
+                    <span class="badge bg-secondary"><%= t("raif.admin.common.pending") %></span>
+                  <% end %>
+                </div>
+                <small class="text-muted"><%= invocation.created_at.rfc822 %></small>
+              </div>
+              <div class="mt-2">
+                <strong><%= t("raif.admin.common.arguments") %>:</strong>
+                <pre class="pre-wrap mt-1"><%= begin
+                                                 JSON.pretty_generate(invocation.tool_arguments)
+                                               rescue StandardError
+                                                 invocation.tool_arguments
+                                               end %></pre>
+              </div>
+              <% if invocation.result.present? %>
+                <div class="mt-2">
+                  <strong><%= t("raif.admin.common.result") %>:</strong>
+                  <pre class="pre-wrap mt-1"><%= begin
+                                                   JSON.pretty_generate(invocation.result)
+                                                 rescue StandardError
+                                                   invocation.result
+                                                 end %></pre>
+                </div>
+              <% end %>
+            </div>
+          </div>
+        <% end %>
+      </div>
+    </div>
+  <% end %>
 </div>

data/app/views/raif/admin/conversations/show.html.erb

@@ -49,7 +49,7 @@
     </div>
     <div class="card-body">
       <div class="list-group">
-        <%= render collection: @conversation.entries.order(created_at: :asc).includes(:raif_model_completion),
+        <%= render collection: @conversation.entries.order(created_at: :asc).includes(:raif_model_completion, :raif_model_tool_invocations),
               partial: "raif/admin/conversations/conversation_entry",
               as: :entry %>
       </div>

data/app/views/raif/admin/model_completions/_model_completion.html.erb

@@ -6,5 +6,12 @@
   <td><%= model_completion.response_format %></td>
   <td><%= model_completion.total_tokens ? number_with_delimiter(model_completion.total_tokens) : "-" %></td>
   <td><%= model_completion.total_cost ? number_to_currency(model_completion.total_cost, precision: 6) : "-" %></td>
+  <td>
+    <% if model_completion.citations.present? %>
+      <span class="badge bg-info"><%= model_completion.citations.length %></span>
+    <% else %>
+      <span class="text-muted">-</span>
+    <% end %>
+  </td>
   <td><small class="text-muted"><%= truncate(model_completion.raw_response, length: 100) %></small></td>
 </tr>

data/app/views/raif/admin/model_completions/index.html.erb

@@ -14,6 +14,7 @@
               <th><%= t("raif.admin.common.response_format") %></th>
               <th><%= t("raif.admin.common.total_tokens") %></th>
               <th><%= t("raif.admin.common.total_cost") %></th>
+              <th><%= t("raif.admin.common.citations") %></th>
               <th><%= t("raif.admin.common.response") %></th>
             </tr>
           </thead>

data/app/views/raif/admin/model_completions/show.html.erb

@@ -142,3 +142,31 @@
     <% end %>
   </div>
 </div>
+
+<div class="card mb-4">
+  <div class="card-header">
+    <h5 class="mb-0"><%= t("raif.admin.common.citations") %></h5>
+  </div>
+  <div class="card-body">
+    <% if @model_completion.citations.present? %>
+      <% @model_completion.citations.each_with_index do |citation, index| %>
+        <div class="mb-3 p-3 border rounded">
+          <div class="d-flex align-items-start">
+            <span class="badge bg-primary me-3"><%= index + 1 %></span>
+            <div class="flex-grow-1">
+              <h6 class="mb-1">
+                <a href="<%= citation["url"] %>" target="_blank" rel="noopener" class="text-decoration-none">
+                  <%= citation["title"] %>
+                  <i class="bi bi-box-arrow-up-right ms-1" style="font-size: 0.8em;"></i>
+                </a>
+              </h6>
+              <small class="text-muted"><%= citation["url"] %></small>
+            </div>
+          </div>
+        </div>
+      <% end %>
+    <% else %>
+      <p class="text-muted mb-0"><%= t("raif.admin.common.no_citations") %></p>
+    <% end %>
+  </div>
+</div>

data/app/views/raif/conversation_entries/_citations.html.erb

@@ -0,0 +1,9 @@
+<div class="conversation-entry-citations">
+  <h6><%= t("raif.common.sources") %></h6>
+  <% conversation_entry.citations.each do |citation| %>
+    <%= link_to citation["url"], target: "_blank", rel: "noopener noreferrer", class: "d-flex align-items-center" do %>
+      <%= image_tag "https://www.google.com/s2/favicons?sz=16&domain=#{citation["url"]}", class: "me-1" %>
+      <%= citation["title"] %>
+    <% end %>
+  <% end %>
+</div>

data/app/views/raif/conversation_entries/_conversation_entry.html.erb

@@ -14,7 +14,11 @@
   <% elsif conversation_entry.generating_response? %>
     <%= render "raif/conversation_entries/message",
           conversation_entry: conversation_entry,
-          content: content_tag(:span, "", class: "raif-loader"),
+          content: if conversation_entry.model_response_message.present?
+                     conversation_entry.model_response_message + content_tag(:span, "", class: "raif-streaming-cursor")
+                   else
+                     content_tag(:span, "", class: "raif-loader")
+                   end,
           message_type: :model_response %>
 
   <% elsif conversation_entry.completed? %>

data/app/views/raif/conversation_entries/_message.html.erb

@@ -14,6 +14,10 @@
         <% else %>
           <%= content %>
         <% end %>
+
+        <% if message_type == :model_response && local_assigns[:conversation_entry]&.citations.present? %>
+          <%= render "raif/conversation_entries/citations", conversation_entry: conversation_entry %>
+        <% end %>
       </div>
     <% end %>
 

data/config/locales/admin.en.yml

@@ -11,6 +11,7 @@ en:
         all: All
         arguments: Arguments
         at: at
+        citations: Citations
         completed: Completed
         completed_at: Completed At
         completion_tokens: Completion Tokens
@@ -41,6 +42,7 @@ en:
         model_response: Model Response
         model_tool_invocations: Model Tool Invocations
         no_agents: No agents found.
+        no_citations: No citations found in this response.
         no_conversations: No conversations found.
         no_model_completions: No model completions found.
         no_model_tool_invocations: No model tool invocations found.

data/config/locales/en.yml

@@ -12,6 +12,7 @@ en:
             too_short: must have at least 1 tool
     common:
       send: Send
+      sources: Sources
       there_was_an_error_generating_this_response: There was an error generating this response
       tools: Tools
       type_your_message: Type your message...
@@ -52,6 +53,9 @@ en:
       anthropic_claude_3_opus: Anthropic Claude 3 Opus
       anthropic_claude_4_opus: Anthropic Claude 4 Opus
       anthropic_claude_4_sonnet: Anthropic Claude 4 Sonnet
+      bedrock_amazon_nova_lite: Amazon Nova Lite (via AWS Bedrock)
+      bedrock_amazon_nova_micro: Amazon Nova Micro (via AWS Bedrock)
+      bedrock_amazon_nova_pro: Amazon Nova Pro (via AWS Bedrock)
       bedrock_claude_3_5_haiku: Anthropic Claude 3.5 Haiku (via AWS Bedrock)
       bedrock_claude_3_5_sonnet: Anthropic Claude 3.5 Sonnet (via AWS Bedrock)
       bedrock_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet (via AWS Bedrock)
@@ -64,6 +68,24 @@ en:
       open_ai_gpt_4_1_nano: OpenAI GPT-4.1 Nano
       open_ai_gpt_4o: OpenAI GPT-4o
       open_ai_gpt_4o_mini: OpenAI GPT-4o Mini
+      open_ai_o1: OpenAI o1
+      open_ai_o1_mini: OpenAI o1 Mini
+      open_ai_o3: OpenAI o3
+      open_ai_o3_mini: OpenAI o3 Mini
+      open_ai_o4_mini: OpenAI o4 Mini
+      open_ai_responses_gpt_3_5_turbo: OpenAI GPT-3.5 Turbo (Responses API)
+      open_ai_responses_gpt_4_1: OpenAI GPT-4.1 (Responses API)
+      open_ai_responses_gpt_4_1_mini: OpenAI GPT-4.1 Mini (Responses API)
+      open_ai_responses_gpt_4_1_nano: OpenAI GPT-4.1 Nano (Responses API)
+      open_ai_responses_gpt_4o: OpenAI GPT-4o (Responses API)
+      open_ai_responses_gpt_4o_mini: OpenAI GPT-4o Mini (Responses API)
+      open_ai_responses_o1: OpenAI o1 (Responses API)
+      open_ai_responses_o1_mini: OpenAI o1 Mini (Responses API)
+      open_ai_responses_o1_pro: OpenAI o1 Pro (Responses API)
+      open_ai_responses_o3: OpenAI o3 (Responses API)
+      open_ai_responses_o3_mini: OpenAI o3 Mini (Responses API)
+      open_ai_responses_o3_pro: OpenAI o3 Pro (Responses API)
+      open_ai_responses_o4_mini: OpenAI o4 Mini (Responses API)
       open_router_claude_3_7_sonnet: Anthropic Claude 3.7 Sonnet (via OpenRouter)
       open_router_deepseek_chat_v3: DeepSeek Chat v3 (via OpenRouter)
       open_router_gemini_2_0_flash: Google Gemini 2.0 Flash (via OpenRouter)

data/db/migrate/20250224234252_create_raif_tables.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class CreateRaifTables < ActiveRecord::Migration[8.0]
+class CreateRaifTables < ActiveRecord::Migration[7.1]
   def change
     json_column_type = if connection.adapter_name.downcase.include?("postgresql")
       :jsonb

data/db/migrate/20250421202149_add_response_format_to_raif_conversations.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class AddResponseFormatToRaifConversations < ActiveRecord::Migration[8.0]
+class AddResponseFormatToRaifConversations < ActiveRecord::Migration[7.1]
   def change
     add_column :raif_conversations, :response_format, :integer, default: 0, null: false
   end

data/db/migrate/20250424200755_add_cost_columns_to_raif_model_completions.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class AddCostColumnsToRaifModelCompletions < ActiveRecord::Migration[8.0]
+class AddCostColumnsToRaifModelCompletions < ActiveRecord::Migration[7.1]
   # If you need to backfill cost columns for existing records:
   # Raif::ModelCompletion.find_each do |model_completion|
   #   model_completion.calculate_costs

data/db/migrate/20250424232946_add_created_at_indexes.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class AddCreatedAtIndexes < ActiveRecord::Migration[8.0]
+class AddCreatedAtIndexes < ActiveRecord::Migration[7.1]
   def change
     add_index :raif_model_completions, :created_at
     add_index :raif_tasks, :created_at

data/db/migrate/20250502155330_add_status_indexes_to_raif_tasks.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-class AddStatusIndexesToRaifTasks < ActiveRecord::Migration[8.0]
+class AddStatusIndexesToRaifTasks < ActiveRecord::Migration[7.1]
   def change
     add_index :raif_tasks, :completed_at
     add_index :raif_tasks, :failed_at

data/db/migrate/20250527213016_add_response_id_and_response_array_to_model_completions.rb

@@ -0,0 +1,14 @@
+# frozen_string_literal: true
+
+class AddResponseIdAndResponseArrayToModelCompletions < ActiveRecord::Migration[7.1]
+  def change
+    json_column_type = if connection.adapter_name.downcase.include?("postgresql")
+      :jsonb
+    else
+      :json
+    end
+
+    add_column :raif_model_completions, :response_id, :string
+    add_column :raif_model_completions, :response_array, json_column_type
+  end
+end

data/db/migrate/20250603140622_add_citations_to_raif_model_completions.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+class AddCitationsToRaifModelCompletions < ActiveRecord::Migration[7.1]
+  def change
+    json_column_type = if connection.adapter_name.downcase.include?("postgresql")
+      :jsonb
+    else
+      :json
+    end
+
+    add_column :raif_model_completions, :citations, json_column_type
+  end
+end

data/db/migrate/20250603202013_add_stream_response_to_raif_model_completions.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+class AddStreamResponseToRaifModelCompletions < ActiveRecord::Migration[7.1]
+  def change
+    add_column :raif_model_completions, :stream_response, :boolean, default: false, null: false
+  end
+end

data/lib/generators/raif/conversation/templates/conversation.rb.tt

@@ -7,11 +7,11 @@ module Raif
       # If you set this to something other than :text, make sure to include instructions to the model in your system prompt
       llm_response_format :<%= options[:response_format] %>
 
-      # If you want to always include a certain set of model tools with this conversation type, 
+      # If you want to always include a certain set of model tools with this conversation type,
       # uncomment this callback to populate the available_model_tools attribute with your desired model tools.
       # before_create -> { self.available_model_tools = ["Raif::ModelTools::Example"] }
 
-      # Override the methods below to customize the system prompt for this conversation type. 
+      # Override the methods below to customize the system prompt for this conversation type.
       # def system_prompt_intro
       #   Raif.config.conversation_system_prompt_intro
       # end
@@ -36,4 +36,4 @@ module Raif
       # end
     end
   end
-end 
+end

data/lib/generators/raif/install/templates/initializer.rb

@@ -17,7 +17,7 @@ Raif.configure do |config|
   # config.anthropic_models_enabled = ENV["ANTHROPIC_API_KEY"].present?
 
   # Whether Anthropic models via AWS Bedrock are enabled. Defaults to false
-  # config.anthropic_bedrock_models_enabled = false
+  # config.bedrock_models_enabled = false
 
   # The AWS Bedrock region to use. Defaults to "us-east-1"
   # config.aws_bedrock_region = "us-east-1"
@@ -26,7 +26,7 @@ Raif.configure do |config|
   # config.aws_bedrock_model_name_prefix = "us"
 
   # Whether Titan embedding models are enabled. Defaults to false
-  # config.aws_bedrock_titan_embedding_models_enabled = false
+  # config.bedrock_embedding_models_enabled = false
 
   # Your OpenRouter API key. Defaults to ENV["OPENROUTER_API_KEY"]
   # config.open_router_api_key = ENV["OPENROUTER_API_KEY"]
@@ -48,6 +48,12 @@ Raif.configure do |config|
   #   open_ai_gpt_4o_mini
   #   open_ai_gpt_4o
   #   open_ai_gpt_3_5_turbo
+  #   open_ai_responses_gpt_4_1
+  #   open_ai_responses_gpt_4_1_mini
+  #   open_ai_responses_gpt_4_1_nano
+  #   open_ai_responses_gpt_4o_mini
+  #   open_ai_responses_gpt_4o
+  #   open_ai_gpt_3_5_turbo
   #   anthropic_claude_3_7_sonnet
   #   anthropic_claude_3_5_sonnet
   #   anthropic_claude_3_5_haiku
@@ -56,6 +62,9 @@ Raif.configure do |config|
   #   bedrock_claude_3_7_sonnet
   #   bedrock_claude_3_5_haiku
   #   bedrock_claude_3_opus
+  #   bedrock_amazon_nova_micro
+  #   bedrock_amazon_nova_lite
+  #   bedrock_amazon_nova_pro
   #   open_router_claude_3_7_sonnet
   #   open_router_llama_3_3_70b_instruct
   #   open_router_llama_3_1_8b_instruct
@@ -119,6 +128,9 @@ Raif.configure do |config|
   # The user tool types that are available. Defaults to []
   # config.user_tool_types = []
 
+  # The chunk size threshold for streaming updates. Defaults to 25.
+  # config.streaming_update_chunk_size_threshold = 25
+
   # Whether LLM API requests are enabled. Defaults to true.
   # Use this to globally disable requests to LLM APIs.
   # config.llm_api_requests_enabled = true