intelligence 0.6.0 → 0.8.0

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: intelligence
 version: !ruby/object:Gem::Version
-  version: 0.6.0
+  version: 0.8.0
 platform: ruby
 authors:
 - Kristoph Cichocki-Romanov
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-16 00:00:00.000000000 Z
+date: 2024-10-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -25,19 +25,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '2.7'
 - !ruby/object:Gem::Dependency
-  name: adaptiveconfiguration
+  name: dynamicschema
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta08
+        version: 1.0.0.beta03
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.0.0.beta08
+        version: 1.0.0.beta03
 - !ruby/object:Gem::Dependency
   name: mime-types
   requirement: !ruby/object:Gem::Requirement
@@ -52,6 +52,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.6'
+- !ruby/object:Gem::Dependency
+  name: json-repair
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -108,31 +122,34 @@ extensions: []
 extra_rdoc_files: []
 files:
 - LICENSE
+- README.md
 - intelligence.gemspec
 - lib/intelligence.rb
 - lib/intelligence/adapter.rb
 - lib/intelligence/adapter/base.rb
-- lib/intelligence/adapter/class_methods/construction.rb
-- lib/intelligence/adapter/module_methods/construction.rb
+- lib/intelligence/adapter/class_methods.rb
+- lib/intelligence/adapter/module_methods.rb
 - lib/intelligence/adapter_error.rb
 - lib/intelligence/adapters/anthropic.rb
 - lib/intelligence/adapters/anthropic/adapter.rb
-- lib/intelligence/adapters/anthropic/chat_methods.rb
+- lib/intelligence/adapters/anthropic/chat_request_methods.rb
+- lib/intelligence/adapters/anthropic/chat_response_methods.rb
 - lib/intelligence/adapters/cerebras.rb
 - lib/intelligence/adapters/generic.rb
 - lib/intelligence/adapters/generic/adapter.rb
-- lib/intelligence/adapters/generic/chat_methods.rb
+- lib/intelligence/adapters/generic/chat_request_methods.rb
+- lib/intelligence/adapters/generic/chat_response_methods.rb
 - lib/intelligence/adapters/google.rb
 - lib/intelligence/adapters/google/adapter.rb
-- lib/intelligence/adapters/google/chat_methods.rb
+- lib/intelligence/adapters/google/chat_request_methods.rb
+- lib/intelligence/adapters/google/chat_response_methods.rb
 - lib/intelligence/adapters/groq.rb
 - lib/intelligence/adapters/hyperbolic.rb
-- lib/intelligence/adapters/legacy/adapter.rb
-- lib/intelligence/adapters/legacy/chat_methods.rb
 - lib/intelligence/adapters/mistral.rb
 - lib/intelligence/adapters/open_ai.rb
 - lib/intelligence/adapters/open_ai/adapter.rb
-- lib/intelligence/adapters/open_ai/chat_methods.rb
+- lib/intelligence/adapters/open_ai/chat_request_methods.rb
+- lib/intelligence/adapters/open_ai/chat_response_methods.rb
 - lib/intelligence/adapters/open_router.rb
 - lib/intelligence/adapters/samba_nova.rb
 - lib/intelligence/adapters/together_ai.rb
@@ -153,6 +170,7 @@ files:
 - lib/intelligence/message_content/text.rb
 - lib/intelligence/message_content/tool_call.rb
 - lib/intelligence/message_content/tool_result.rb
+- lib/intelligence/tool.rb
 - lib/intelligence/unsupported_content_error.rb
 - lib/intelligence/version.rb
 homepage: https://github.com/EndlessInternational/intelligence

data/lib/intelligence/adapter/class_methods/construction.rb

@@ -1,17 +0,0 @@
-module Intelligence
-  module Adapter
-    module ClassMethods
-      module Construction
-
-        def build( options = nil, &block )
-          self.new( configuration: self.configure( options, &block ) )
-        end
-
-        def build!( options = nil, &block )
-          self.new( configuration: self.configure!( options, &block ) ) 
-        end
-
-      end
-    end
-  end
-end

data/lib/intelligence/adapter/module_methods/construction.rb

@@ -1,43 +0,0 @@
-module Intelligence
-  module Adapter
-    module ModuleMethods
-      module Construction
-
-        def []( adapter_type )
-
-          raise ArgumentError.new( "An adapter type is required but nil was given." ) \
-            if adapter_type.nil?
-
-          class_name = adapter_type.to_s.split( '_' ).map( &:capitalize ).join
-          class_name += "::Adapter"
-
-          adapter_class = Intelligence.const_get( class_name ) rescue nil
-          if adapter_class.nil?
-            adapter_file = File.expand_path( "../../../adapters/#{adapter_type}", __FILE__ )
-            unless require adapter_file
-              raise ArgumentError.new( 
-                "The Intelligence adapter file #{adapter_file} is missing or does not define #{class_name}." 
-              )
-            end
-            adapter_class = Intelligence.const_get( class_name ) rescue nil
-          end
-
-          raise ArgumentError.new( "An unknown Intelligence adapter #{adapter_type} was requested." ) \
-            if adapter_class.nil? 
-
-          adapter_class
-
-        end
-
-        def build( adapter_type, attributes = nil, &block )
-          self.[]( adapter_type ).build( attributes, &block )
-        end
-
-        def build!( adapter_type, attributes = nil, &block )
-          self.[]( adapter_type ).build!( attributes, &block )
-        end
-
-      end
-    end
-  end
-end  

data/lib/intelligence/adapters/generic/chat_methods.rb

@@ -1,355 +0,0 @@
-module Intelligence
-  module Generic
-    module ChatMethods
-
-      module ClassMethods
-        def chat_request_uri( uri = nil )
-          if uri
-            @chat_request_uri = uri
-          else
-            @chat_request_uri
-          end
-        end
-      end
-
-      def self.included( base )
-        base.extend( ClassMethods )
-      end
-
-      def chat_request_uri( options )
-        self.class.chat_request_uri
-      end
-
-      def chat_request_headers( options = nil )
-        options = options ? self.class.configure( options ) : {}
-        options = @options.merge( options )
-        result = {}
-
-        key = options[ :key ]
-
-        raise ArgumentError.new( "An API key is required to build a chat request." ) \
-          if key.nil?
-
-        result[ 'Content-Type' ] = 'application/json'
-        result[ 'Authorization' ] = "Bearer #{key}"
-
-        result 
-      end
-
-      def chat_request_body( conversation, options = nil )
-        options = options ? self.class.configure( options ) : {}
-        options = @options.merge( options )
-        
-        result = options[ :chat_options ]
-        result[ :messages ] = []
-
-        system_message = system_message_to_s( conversation[ :system_message ] )
-        result[ :messages ] << { role: 'system', content: system_message } if system_message
-
-        conversation[ :messages ]&.each do | message |
-          result[ :messages ] << chat_request_message_attributes( message )
-        end
-
-        JSON.generate( result )
-      end 
-
-      def chat_request_message_attributes( message )
-        result_message = { role: message[ :role ] }
-        result_message_content = []
-        message[ :contents ]&.each do | content |
-          case content[ :type ]
-          when :text
-            result_message_content << { type: 'text', text: content[ :text ] }
-          when :binary 
-            content_type = content[ :content_type ]
-            bytes = content[ :bytes ]
-            if content_type && bytes
-              mime_type = MIME::Types[ content_type ].first
-              if mime_type&.media_type == 'image'
-                result_message_content << {
-                  type: 'image_url',
-                  image_url: {
-                    url: "data:#{content_type};base64,#{Base64.strict_encode64( bytes )}".freeze
-                  }
-                }
-              else
-                raise UnsupportedContentError.new( 
-                  :generic, 
-                  'only support content of type image/*' 
-                ) 
-              end
-            else 
-              raise UnsupportedContentError.new(
-                :generic, 
-                'requires binary content to include content type and ( packed ) bytes'  
-              )
-            end
-          when :file 
-            content_type = content[ :content_type ]
-            uri = content[ :uri ]
-            if content_type && uri
-              mime_type = MIME::Types[ content_type ].first
-              if mime_type&.media_type == 'image'
-                result_message_content << {
-                  type: 'image_url',
-                  image_url: { url: uri }
-                }
-              else
-                raise UnsupportedContentError.new( 
-                  :generic, 
-                  'only support content of type image/*' 
-                ) 
-              end
-            else 
-              raise UnsupportedContentError.new(
-                :generic, 
-                'requires binary content to include content type and ( packed ) bytes'  
-              )
-            end
-          end
-        end
-        result_message[ :content ] = result_message_content
-        result_message
-      end
-
-      def chat_result_attributes( response )
-
-        return nil unless response.success?
-        response_json = JSON.parse( response.body, symbolize_names: true ) rescue nil
-        return nil if response_json.nil? || response_json[ :choices ].nil?
-        
-        result = {}
-        result[ :choices ] = []
-
-        ( response_json[ :choices ] || [] ).each do | json_choice |
-          json_message = json_choice[ :message ]
-          result[ :choices ].push(
-            { 
-              end_reason: translate_end_result( json_choice[ :finish_reason ] ), 
-              message: { 
-                role: json_message[ :role ],
-                contents: [ { type: 'text', text: json_message[ :content ] } ]
-              } 
-            }
-          )
-        end
-
-        metrics_json = response_json[ :usage ]
-        unless metrics_json.nil?
-
-          metrics = {}
-          metrics[ :input_tokens ] = metrics_json[ :prompt_tokens ] 
-          metrics[ :output_tokens ] = metrics_json[ :completion_tokens ]
-          metrics = metrics.compact
-
-          result[ :metrics ] = metrics unless metrics.empty?
-
-        end
-
-        result
-      
-      end
-
-      def chat_result_error_attributes( response )
-        
-        error_type, error_description = translate_error_response_status( response.status )
-        result = {
-          error_type: error_type.to_s,
-          error_description: error_description
-        }
-
-        parsed_body = JSON.parse( response.body, symbolize_names: true ) rescue nil 
-        if parsed_body && parsed_body.respond_to?( :include? ) && parsed_body.include?( :error )
-          result = {
-            error_type: error_type.to_s,
-            error: parsed_body[ :error ][ :code ] || error_type.to_s,
-            error_description: parsed_body[ :error ][ :message ] || error_description
-          }
-        end
-
-        result
-
-      end
-
-      def stream_result_chunk_attributes( context, chunk )
-
-        context ||= {}
-        buffer = context[ :buffer ] || ''
-        metrics = context[ :metrics ] || {
-          input_tokens: 0,
-          output_tokens:  0
-        }
-        choices = context[ :choices ] || Array.new( 1 , { message: {} } )
-
-        choices.each do | choice |
-          choice[ :message ][ :contents ] = choice[ :message ][ :contents ]&.map do | content |
-            case content[ :type ] 
-              when :text 
-                content[ :text ] = ''
-              when :tool_call 
-                content[ :tool_parameters ] = ''
-              else 
-                content.clear 
-            end
-            content
-          end
-        end
-
-        buffer += chunk
-        while ( eol_index = buffer.index( "\n" ) )
-          
-          line = buffer.slice!( 0..eol_index )        
-          line = line.strip 
-          next if line.empty? || !line.start_with?( 'data:' )
-          line = line[ 6..-1 ]
-
-          next if line.end_with?( '[DONE]' )
-          data = JSON.parse( line )
-          if data.is_a?( Hash )
-            
-            data[ 'choices' ]&.each do | data_choice |
-
-              data_choice_index = data_choice[ 'index' ]
-              data_choice_delta = data_choice[ 'delta' ]
-              data_choice_finish_reason = data_choice[ 'finish_reason' ]
-              
-              choices.fill( { message: {} }, choices.size, data_choice_index + 1 ) \
-                if choices.size <= data_choice_index 
-              contents = choices[ data_choice_index ][ :message ][ :contents ] || []
-              last_content = contents&.last 
-              
-              if data_choice_delta.include?( 'content' ) 
-                data_choice_content = data_choice_delta[ 'content' ] || ''
-                if last_content.nil? || last_content[ :type ] == :tool_call
-                  contents.push( { type: :text, text: data_choice_content } )
-                elsif last_content[ :type ] == :text || last_content[ :type ].nil?
-                  last_content[ :type ] = :text 
-                  last_content[ :text ] = ( last_content[ :text ] || '' ) + data_choice_content
-                end
-              elsif data_choice_delta.include?( 'function_call' )
-                data_choice_tool_call = data_choice_delta[ 'function_call' ] 
-                data_choice_tool_name = data_choice_tool_call[ 'name' ]
-                data_choice_tool_parameters = data_choice_tool_call[ 'arguments' ]
-                if last_content.nil? || last_content[ :type ] == :text
-                  contents.push( { 
-                    type: :tool_call, 
-                    tool_name: data_choice_tool_name,
-                    tool_parameters: data_choice_tool_parameters
-                  } )
-                elsif last_content[ :type ].nil?
-                  last_content[ :type ] = :tool_call 
-                  last_content[ :tool_name ] = data_choice_tool_name \
-                    if data_choice_tool_name.present?
-                  last_content[ :tool_parameters ] = tool_parameters
-                elsif last_content[ :type ] == :tool_call 
-                  last_content[ :tool_parameters ] = 
-                    ( last_content[ :tool_parameters ] || '' ) + data_choice_tool_parameters
-                end
-              end
-              choices[ data_choice_index ][ :message ][ :contents ] = contents
-              choices[ data_choice_index ][ :end_reason ] ||= 
-                translate_end_result( data_choice_finish_reason )
-            end
-  
-            if usage = data[ 'usage' ]
-              # note: A number of providers will resend the input tokens as part of their usage 
-              #       payload.
-              metrics[ :input_tokens ] = usage[ 'prompt_tokens' ] \
-                if usage.include?( 'prompt_tokens' )
-              metrics[ :output_tokens ] += usage[ 'completion_tokens' ] \
-                 if usage.include?( 'completion_tokens' )
-            end 
-
-          end
-
-        end
-
-        context[ :buffer ] = buffer 
-        context[ :metrics ] = metrics
-        context[ :choices ] = choices
-
-        [ context, choices.empty? ? nil : { choices: choices.dup } ]
-
-      end
-
-      def stream_result_attributes( context )
-
-        choices = context[ :choices ]
-        metrics = context[ :metrics ]
-
-        choices = choices.map do | choice |
-          { end_reason: choice[ :end_reason ] }
-        end
-
-        { choices: choices, metrics: context[ :metrics ] }
-
-      end
-
-      alias_method :stream_result_error_attributes, :chat_result_error_attributes
-
-      def translate_end_result( end_result )
-        case end_result
-          when 'stop'
-            :ended
-          when 'length'
-            :token_limit_exceeded
-          when 'function_call'
-            :tool_called
-          when 'content_filter'
-            :filtered
-          else
-            nil
-        end
-      end
-
-      def translate_error_response_status( status )
-        case status
-          when 400
-            [ :invalid_request_error, 
-              "There was an issue with the format or content of your request." ]
-          when 401
-            [ :authentication_error, 
-              "There's an issue with your API key." ]
-          when 403
-            [ :permission_error, 
-              "Your API key does not have permission to use the specified resource." ]
-          when 404
-            [ :not_found_error, 
-              "The requested resource was not found." ]
-          when 413
-            [ :request_too_large, 
-              "Request exceeds the maximum allowed number of bytes." ]
-          when 422
-            [ :invalid_request_error, 
-              "There was an issue with the format or content of your request." ]
-          when 429
-            [ :rate_limit_error, 
-              "Your account has hit a rate limit." ]
-          when 500, 502, 503
-            [ :api_error, 
-              "An unexpected error has occurred internal to the providers systems." ]
-          when 529
-            [ :overloaded_error, 
-              "The providers server is temporarily overloaded." ]
-          else
-            [ :unknown_error, "
-              An unknown error occurred." ]
-          end
-      end
-
-      private; def system_message_to_s( system_message )
-
-        return nil if system_message.nil?
-
-        result = ''
-        system_message[ :contents ].each do | content |
-          result += content[ :text ] if content[ :type ] == :text 
-        end
-
-        result.empty? ? nil : result 
-
-      end 
-    
-    end
-  end
-end