ruby_llm 1.16.0 → 2.0.0.rc2

data/lib/ruby_llm/providers/anthropic/models.rb

@@ -1,59 +0,0 @@
-# frozen_string_literal: true
-
-require 'time'
-
-module RubyLLM
-  module Providers
-    class Anthropic
-      # Models methods of the Anthropic API integration
-      module Models
-        module_function
-
-        def models_url
-          'v1/models'
-        end
-
-        def parse_list_models_response(response, slug, _capabilities)
-          Array(response.body['data']).map do |model_data|
-            model_id = model_data['id']
-
-            Model::Info.new(
-              id: model_id,
-              name: model_data['display_name'] || model_id,
-              provider: slug,
-              created_at: Time.parse(model_data['created_at']),
-              metadata: {}
-            )
-          end
-        end
-
-        def extract_model_id(data)
-          data.dig('message', 'model')
-        end
-
-        def extract_input_tokens(data)
-          data.dig('message', 'usage', 'input_tokens')
-        end
-
-        def extract_output_tokens(data)
-          data.dig('message', 'usage', 'output_tokens') || data.dig('usage', 'output_tokens')
-        end
-
-        def extract_cached_tokens(data)
-          data.dig('message', 'usage', 'cache_read_input_tokens') || data.dig('usage', 'cache_read_input_tokens')
-        end
-
-        def extract_cache_creation_tokens(data)
-          direct = data.dig('message', 'usage',
-                            'cache_creation_input_tokens') || data.dig('usage', 'cache_creation_input_tokens')
-          return direct if direct
-
-          breakdown = data.dig('message', 'usage', 'cache_creation') || data.dig('usage', 'cache_creation')
-          return unless breakdown.is_a?(Hash)
-
-          breakdown.values.compact.sum
-        end
-      end
-    end
-  end
-end

data/lib/ruby_llm/providers/anthropic/streaming.rb

@@ -1,71 +0,0 @@
-# frozen_string_literal: true
-
-require 'json'
-
-module RubyLLM
-  module Providers
-    class Anthropic
-      # Streaming methods of the Anthropic API integration
-      module Streaming
-        private
-
-        def stream_url
-          completion_url
-        end
-
-        def build_chunk(data)
-          delta_type = data.dig('delta', 'type')
-
-          Chunk.new(
-            role: :assistant,
-            model_id: extract_model_id(data),
-            content: extract_content_delta(data, delta_type),
-            thinking: Thinking.build(
-              text: extract_thinking_delta(data, delta_type),
-              signature: extract_signature_delta(data, delta_type)
-            ),
-            input_tokens: extract_input_tokens(data),
-            output_tokens: extract_output_tokens(data),
-            cached_tokens: extract_cached_tokens(data),
-            cache_creation_tokens: extract_cache_creation_tokens(data),
-            tool_calls: extract_tool_calls(data)
-          )
-        end
-
-        def extract_content_delta(data, delta_type)
-          return data.dig('delta', 'text') if delta_type == 'text_delta'
-
-          nil
-        end
-
-        def extract_thinking_delta(data, delta_type)
-          return data.dig('delta', 'thinking') if delta_type == 'thinking_delta'
-
-          nil
-        end
-
-        def extract_signature_delta(data, delta_type)
-          return data.dig('delta', 'signature') if delta_type == 'signature_delta'
-
-          nil
-        end
-
-        def json_delta?(data)
-          data['type'] == 'content_block_delta' && data.dig('delta', 'type') == 'input_json_delta'
-        end
-
-        def parse_streaming_error(data)
-          error_data = JSON.parse(data)
-          return unless error_data['type'] == 'error'
-
-          case error_data.dig('error', 'type')
-          when 'overloaded_error'
-            [529, error_data['error']['message']]
-          else
-            [500, error_data['error']['message']]
-          end
-        end
-      end
-    end
-  end
-end

data/lib/ruby_llm/providers/bedrock/chat.rb

@@ -1,405 +0,0 @@
-# frozen_string_literal: true
-
-require 'json'
-
-module RubyLLM
-  module Providers
-    class Bedrock
-      # Chat methods for Bedrock Converse API.
-      module Chat
-        module_function
-
-        def completion_url
-          "/model/#{@model.id}/converse"
-        end
-
-        # rubocop:disable Metrics/ParameterLists,Lint/UnusedMethodArgument
-        def render_payload(messages, tools:, temperature:, model:, stream: false,
-                           schema: nil, thinking: nil, tool_prefs: nil)
-          tool_prefs ||= {}
-          @model = model
-          @used_document_names = {}
-          system_messages, chat_messages = messages.partition { |msg| msg.role == :system }
-          payload = {
-            messages: render_messages(chat_messages)
-          }
-
-          system_blocks = render_system(system_messages)
-          payload[:system] = system_blocks unless system_blocks.empty?
-
-          payload[:inferenceConfig] = render_inference_config(model, temperature)
-
-          tool_config = render_tool_config(tools, tool_prefs)
-          if tool_config
-            payload[:toolConfig] = tool_config
-            payload[:tools] = tool_config[:tools] # Internal mirror for shared payload inspections in specs.
-          end
-
-          additional_fields = render_additional_model_request_fields(thinking)
-          payload[:additionalModelRequestFields] = additional_fields if additional_fields
-
-          output_config = build_output_config(schema)
-          payload[:outputConfig] = output_config if output_config
-
-          payload
-        end
-        # rubocop:enable Metrics/ParameterLists,Lint/UnusedMethodArgument
-
-        def parse_completion_response(response)
-          data = response.body
-          return if data.nil? || data.empty?
-
-          content_blocks = data.dig('output', 'message', 'content') || []
-          usage = data['usage'] || {}
-          thinking_text, thinking_signature = parse_thinking(content_blocks)
-
-          Message.new(
-            role: :assistant,
-            content: parse_text_content(content_blocks),
-            thinking: Thinking.build(text: thinking_text, signature: thinking_signature),
-            tool_calls: parse_tool_calls(content_blocks),
-            input_tokens: input_tokens(usage),
-            output_tokens: usage['outputTokens'],
-            cached_tokens: usage['cacheReadInputTokens'],
-            cache_creation_tokens: usage['cacheWriteInputTokens'],
-            thinking_tokens: usage['reasoningTokens'],
-            model_id: data['modelId'],
-            raw: response
-          )
-        end
-
-        def input_tokens(usage)
-          input_tokens = usage['inputTokens']
-          return unless input_tokens
-
-          [input_tokens.to_i - usage['cacheReadInputTokens'].to_i - usage['cacheWriteInputTokens'].to_i, 0].max
-        end
-
-        def render_messages(messages)
-          rendered = []
-          tool_result_blocks = []
-
-          messages.each do |msg|
-            if msg.tool_result?
-              tool_result_blocks << render_tool_result_block(msg)
-              next
-            end
-
-            unless tool_result_blocks.empty?
-              rendered << { role: 'user', content: tool_result_blocks }
-              tool_result_blocks = []
-            end
-
-            message = render_non_tool_message(msg)
-            rendered << message if message
-          end
-
-          rendered << { role: 'user', content: tool_result_blocks } unless tool_result_blocks.empty?
-          rendered
-        end
-
-        def render_non_tool_message(msg)
-          content = render_message_content(msg)
-          return nil if content.empty?
-
-          {
-            role: render_role(msg.role),
-            content: content
-          }
-        end
-
-        def render_message_content(msg)
-          if msg.content.is_a?(RubyLLM::Content::Raw)
-            return render_raw_content(msg.content) if msg.role == :assistant
-
-            return sanitize_non_assistant_raw_blocks(render_raw_content(msg.content))
-          end
-
-          blocks = []
-
-          thinking_block = render_thinking_block(msg.thinking)
-          blocks << thinking_block if msg.role == :assistant && thinking_block
-
-          text_and_media_blocks = Media.render_content(msg.content, used_document_names: @used_document_names)
-          blocks.concat(text_and_media_blocks) if text_and_media_blocks
-
-          if msg.tool_call?
-            msg.tool_calls.each_value do |tool_call|
-              blocks << {
-                toolUse: {
-                  toolUseId: tool_call.id,
-                  name: tool_call.name,
-                  input: tool_call.arguments
-                }
-              }
-            end
-          end
-
-          blocks
-        end
-
-        def render_raw_content(content)
-          value = content.value
-          value.is_a?(Array) ? value : [value]
-        end
-
-        def sanitize_non_assistant_raw_blocks(blocks)
-          blocks.filter_map do |block|
-            next unless block.is_a?(Hash)
-            next if block.key?(:reasoningContent) || block.key?('reasoningContent')
-
-            block
-          end
-        end
-
-        def render_tool_result_block(msg)
-          {
-            toolResult: {
-              toolUseId: msg.tool_call_id,
-              content: render_tool_result_content(msg.content)
-            }
-          }
-        end
-
-        def render_tool_result_content(content)
-          return render_raw_tool_result_content(content.value) if content.is_a?(RubyLLM::Content::Raw)
-          return [{ json: content }] if content.is_a?(Hash) || content.is_a?(Array)
-          return render_content_tool_result_content(content) if content.is_a?(RubyLLM::Content)
-
-          [text_tool_result_block(content)]
-        end
-
-        def render_content_tool_result_content(content)
-          blocks = []
-          blocks << text_tool_result_block(content.text) unless content.text.to_s.empty?
-          content.attachments.each { |attachment| blocks << text_tool_result_block(attachment.for_llm) }
-          blocks.empty? ? [text_tool_result_block(nil)] : blocks
-        end
-
-        def text_tool_result_block(text)
-          text = text.to_s
-          text = '(no output)' if text.empty?
-          { text: text }
-        end
-
-        def render_raw_tool_result_content(raw_value)
-          blocks = raw_value.is_a?(Array) ? raw_value : [raw_value]
-
-          normalized = blocks.filter_map do |block|
-            normalize_tool_result_block(block)
-          end
-
-          normalized.empty? ? [{ text: raw_value.to_s }] : normalized
-        end
-
-        def normalize_tool_result_block(block)
-          return nil unless block.is_a?(Hash)
-          return block if tool_result_content_block?(block)
-
-          nil
-        end
-
-        def tool_result_content_block?(block)
-          %w[text json document image].any? do |key|
-            block.key?(key) || block.key?(key.to_sym)
-          end
-        end
-
-        def render_role(role)
-          case role
-          when :assistant then 'assistant'
-          else 'user'
-          end
-        end
-
-        def render_system(messages)
-          messages.flat_map { |msg| Media.render_content(msg.content, used_document_names: @used_document_names) }
-        end
-
-        def render_inference_config(_model, temperature)
-          config = {}
-          config[:temperature] = temperature unless temperature.nil?
-          config
-        end
-
-        def render_tool_config(tools, tool_prefs)
-          return nil if tools.empty?
-
-          config = {
-            tools: tools.values.map { |tool| render_tool(tool) }
-          }
-
-          return config if tool_prefs.nil? || tool_prefs[:choice].nil?
-
-          tool_choice = render_tool_choice(tool_prefs[:choice])
-          config[:toolChoice] = tool_choice if tool_choice
-          config
-        end
-
-        def render_tool_choice(choice)
-          case choice
-          when :auto
-            { auto: {} }
-          when :none
-            nil
-          when :required
-            { any: {} }
-          else
-            { tool: { name: choice.to_s } }
-          end
-        end
-
-        def render_tool(tool)
-          input_schema = tool.params_schema || RubyLLM::Tool::SchemaDefinition.from_parameters(tool.parameters)&.json_schema
-
-          tool_spec = {
-            toolSpec: {
-              name: tool.name,
-              description: tool.description,
-              inputSchema: {
-                json: input_schema || default_input_schema
-              }
-            }
-          }
-
-          return tool_spec if tool.provider_params.empty?
-
-          RubyLLM::Utils.deep_merge(tool_spec, tool.provider_params)
-        end
-
-        def render_additional_model_request_fields(thinking)
-          fields = {}
-
-          reasoning_fields = render_reasoning_fields(thinking)
-          fields = RubyLLM::Utils.deep_merge(fields, reasoning_fields) if reasoning_fields
-
-          fields.empty? ? nil : fields
-        end
-
-        def build_output_config(schema)
-          return nil unless schema
-
-          cleaned = RubyLLM::Utils.deep_dup(schema[:schema])
-          cleaned.delete(:strict)
-          cleaned.delete('strict')
-
-          {
-            textFormat: {
-              type: 'json_schema',
-              structure: {
-                jsonSchema: {
-                  schema: JSON.generate(cleaned),
-                  name: schema[:name]
-                }
-              }
-            }
-          }
-        end
-
-        def render_reasoning_fields(thinking)
-          return nil unless thinking&.enabled?
-
-          effort_config = effort_reasoning_config(thinking)
-          return effort_config if effort_config
-
-          budget_reasoning_config(thinking)
-        end
-
-        def effort_reasoning_config(thinking)
-          effort = thinking.respond_to?(:effort) ? thinking.effort : nil
-          effort = effort.to_s if effort
-          return nil if effort.nil? || effort.empty? || effort == 'none'
-
-          if reasoning_embedded?(@model)
-            { reasoning_config: { type: 'enabled', reasoning_effort: effort } }
-          else
-            { reasoning_effort: effort }
-          end
-        end
-
-        def budget_reasoning_config(thinking)
-          budget = thinking.respond_to?(:budget) ? thinking.budget : thinking
-          return nil unless budget.is_a?(Integer)
-
-          { reasoning_config: { type: 'enabled', budget_tokens: budget } }
-        end
-
-        def render_thinking_block(thinking)
-          return nil unless thinking
-
-          if thinking.text
-            {
-              reasoningContent: {
-                reasoningText: {
-                  text: thinking.text,
-                  signature: thinking.signature
-                }.compact
-              }
-            }
-          elsif thinking.signature
-            {
-              reasoningContent: {
-                redactedContent: thinking.signature
-              }
-            }
-          end
-        end
-
-        def parse_text_content(content_blocks)
-          text = content_blocks.filter_map { |block| block['text'] if block['text'].is_a?(String) }.join
-          text.empty? ? nil : text
-        end
-
-        def parse_thinking(content_blocks)
-          text = +''
-          signature = nil
-
-          content_blocks.each do |block|
-            chunk_text, chunk_signature = parse_reasoning_content_block(block)
-            text << chunk_text if chunk_text
-            signature ||= chunk_signature
-          end
-
-          [text.empty? ? nil : text, signature]
-        end
-
-        def parse_reasoning_content_block(block)
-          reasoning_content = block['reasoningContent']
-          return [nil, nil] unless reasoning_content.is_a?(Hash)
-
-          reasoning_text = reasoning_content['reasoningText'] || {}
-          text = reasoning_text['text'].is_a?(String) ? reasoning_text['text'] : nil
-          signature = reasoning_text['signature'] if reasoning_text['signature'].is_a?(String)
-          signature ||= reasoning_content['redactedContent'] if reasoning_content['redactedContent'].is_a?(String)
-          [text, signature]
-        end
-
-        def parse_tool_calls(content_blocks)
-          tool_calls = {}
-
-          content_blocks.each do |block|
-            tool_use = block['toolUse']
-            next unless tool_use
-
-            tool_call_id = tool_use['toolUseId']
-            tool_calls[tool_call_id] = ToolCall.new(
-              id: tool_call_id,
-              name: tool_use['name'],
-              arguments: tool_use['input'] || {}
-            )
-          end
-
-          tool_calls.empty? ? nil : tool_calls
-        end
-
-        def default_input_schema
-          {
-            'type' => 'object',
-            'properties' => {},
-            'required' => []
-          }
-        end
-      end
-    end
-  end
-end

data/lib/ruby_llm/providers/bedrock/media.rb

@@ -1,108 +0,0 @@
-# frozen_string_literal: true
-
-module RubyLLM
-  module Providers
-    class Bedrock
-      # Media formatting for Bedrock Converse content blocks.
-      module Media
-        module_function
-
-        def render_content(content, used_document_names: nil)
-          return [] if empty_content?(content)
-          return render_raw_content(content) if content.is_a?(RubyLLM::Content::Raw)
-          return [{ text: content.to_json }] if content.is_a?(Hash) || content.is_a?(Array)
-          return [{ text: content }] unless content.is_a?(RubyLLM::Content)
-
-          render_content_object(content, used_document_names || {})
-        end
-
-        def empty_content?(content)
-          content.nil? || (content.respond_to?(:empty?) && content.empty?)
-        end
-
-        def render_content_object(content, used_document_names)
-          blocks = []
-          blocks << { text: content.text } if content.text
-          content.attachments.each do |attachment|
-            blocks << render_attachment(attachment, used_document_names:)
-          end
-          blocks
-        end
-
-        def render_raw_content(content)
-          value = content.value
-          value.is_a?(Array) ? value : [value]
-        end
-
-        def render_attachment(attachment, used_document_names:)
-          case attachment.type
-          when :image
-            render_image_attachment(attachment)
-          when :pdf, :document
-            render_document_attachment(attachment, used_document_names:)
-          when :text
-            render_text_attachment(attachment)
-          else
-            raise UnsupportedAttachmentError, attachment.mime_type
-          end
-        end
-
-        SUPPORTED_DOCUMENT_FORMATS = %w[pdf csv doc docx xls xlsx html txt md].freeze
-
-        def render_image_attachment(attachment)
-          {
-            image: {
-              format: attachment.format,
-              source: {
-                bytes: attachment.encoded
-              }
-            }
-          }
-        end
-
-        def render_text_attachment(attachment)
-          { text: attachment.for_llm }
-        end
-
-        def render_document_attachment(attachment, used_document_names:)
-          format = document_format(attachment)
-
-          raise UnsupportedAttachmentError, attachment.mime_type unless supported_document_format?(attachment)
-
-          document_name = unique_document_name(sanitize_document_name(attachment.filename), used_document_names)
-          {
-            document: {
-              format: format,
-              name: document_name,
-              source: {
-                bytes: attachment.encoded
-              }
-            }
-          }
-        end
-
-        def supported_document_format?(attachment)
-          SUPPORTED_DOCUMENT_FORMATS.include?(document_format(attachment))
-        end
-
-        def document_format(attachment)
-          attachment.extension || attachment.format
-        end
-
-        def sanitize_document_name(filename)
-          base = File.basename(filename.to_s, '.*')
-          safe = base.gsub(/[^a-zA-Z0-9_-]/, '_')
-          safe.empty? ? 'document' : safe
-        end
-
-        def unique_document_name(base_name, used_names)
-          count = used_names[base_name].to_i
-          used_names[base_name] = count + 1
-          return base_name if count.zero?
-
-          "#{base_name}_#{count + 1}"
-        end
-      end
-    end
-  end
-end