intelligence 0.8.0 → 1.0.0.beta02

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 35084b4f3df27ee21c0a21a759b74bcca9c05c6b47e0311026d6e6587f8661a3
-  data.tar.gz: 76afc7ad3e1f2e3637c82e8613b492680be20962ca5daf263d3c457968512c04
+  metadata.gz: e92ea1646a9ec5f91a9a8e991c838896c415a94715aeeccd7013363e34009b1b
+  data.tar.gz: 67b7fcb6020325d405e463ab2efbc18b44c772e94b76d3ce622fc652de7b4c18
 SHA512:
-  metadata.gz: 643f9acfde921655b5861901f5ea11646d00e9673a852e8546ec112a275d9f4e695934c314c577ca5cf44684ee3ce86b57cb5da9100e67b5c016c3bd90672f14
-  data.tar.gz: 6a9bb70335d3cd9f5b5ef48f1029e8b7997d880a1ebed37168c6d5cae88ec4abb48c2c8ffb95ef63c5b4b82a0e5c00904b0320321c124d8cf24fabb1928e5453
+  metadata.gz: 107cb5ddec885d6700b88742474e2948e2abc94da6500b0b1fb39d039c8292fbd648efe4e67b2866d918107759ac111a15de949b3256dc8d2049df52af6cd792
+  data.tar.gz: 5052f6057fafd04bd1c310f67de4a89dbbea32f8c279ec5e2bdbd397378629e1cff17ce853774881c0736ee0f9407a5dfd25b63aab9750955737885f8829c489

data/lib/intelligence/adapters/generic/chat_request_methods.rb

@@ -104,7 +104,7 @@ module Intelligence
 
         tools_attributes = chat_request_tools_attributes( conversation[ :tools ] )
         result[ :tools ] = tools_attributes if tools_attributes && tools_attributes.length > 0
-
+        
         JSON.generate( result )
       end 
 

data/lib/intelligence/adapters/google/adapter.rb

@@ -35,6 +35,19 @@ module Intelligence
           response_mime_type String,  as: :responseMimeType
           response_schema             as: :responseSchema
 
+          # google tools setup 
+          tools                       do 
+            google_search             as: :google_search_retrieval do 
+              dynamic_retrieval       as: :dynamic_retrieval_config, default: {} do 
+                mode                  String, default: 'MODE_DYNAMIC'
+                threshold             Float, as: :dynamic_threshold, in: 0..1, default: 0.3
+              end
+            end
+            
+            code_execution            do 
+            end
+          end 
+
           # google specific tool configuration
           tool_configuration          as: :tool_config do
             function_calling          as: :function_calling_config do 

data/lib/intelligence/adapters/google/chat_request_methods.rb

@@ -61,16 +61,33 @@ module Intelligence
         # discard properties not part of the google generationConfig schema
         gc.delete( :model )
         gc.delete( :stream )
-        
+
+        # googlify tools 
+        tools = gc.delete( :tools )
+        if tools&.any?
+          tools = tools.then do | tools_object |
+            tools_array ||= []
+            tools_object.each { | key, value | tools_array << { key => value } } 
+            tools_array
+          end 
+        end 
+        tool_functions = to_google_tools( conversation[ :tools ] )
+        if tool_functions&.any?
+          tools ||= {}
+          tools[ :function_declarations ] ||= []
+          tools[ :function_declarations ].concat( tool_functions )
+        end 
+
         # googlify tool configuration 
         if tool_config = gc.delete( :tool_config )
           mode = tool_config[ :function_calling_config ]&.[]( :mode )
           tool_config[ :function_calling_config ][ :mode ] = mode.to_s.upcase if mode 
         end 
-      
+
         result = {}
         result[ :generationConfig ] = gc
-        result[ :tool_config ] = tool_config if tool_config
+        result[ :tools ] = tools if tools 
+        result[ :tool_config ] = tool_config if tools && tool_config
 
         # construct the system prompt in the form of the google schema
         system_instructions = to_google_system_message( conversation[ :system_message ] )
@@ -163,10 +180,6 @@ module Intelligence
 
         end 
 
-        tools_attributes = to_google_tools( conversation[ :tools ] )
-        result[ :tools ] = [ { function_declarations: tools_attributes } ] \
-          if tools_attributes&.any?
-
         JSON.generate( result )
       end 
 

data/lib/intelligence/adapters/open_ai/adapter.rb

@@ -40,9 +40,8 @@ module Intelligence
           end
           logit_bias
           logprobs                  [ TrueClass, FalseClass ]
+          top_logprobs              Integer
           modalities                String, array: true 
-          # the parallel_tool_calls parameter is only allowed when 'tools' are specified
-          parallel_tool_calls       [ TrueClass, FalseClass ]
           response_format do 
             # 'text' and 'json_schema' are the only supported types
             type                    Symbol, in: [ :text, :json_schema ]
@@ -52,9 +51,34 @@ module Intelligence
           stream_options do
             include_usage           [ TrueClass, FalseClass ]
           end
-          tool_choice
-          top_logprobs              Integer
-          user
+          user 
+          
+          # open ai tool configuration; this allows you to enable build in tools ( currently 
+          # that's just 'code_interpreter' )
+          # 
+          # tool :code_interpreter 
+          # 
+          #tool                      array: true, as: :tools, arguments: :type 
+          #  type                    Symbol 
+          #end 
+
+          # open ai tool choice configuration 
+          #
+          # `tool_choice :none` 
+          # or 
+          # ```
+          # tool_choice :function do 
+          #   function :my_function 
+          # end  
+          # ```
+          tool_choice               arguments: :type do 
+            type                    Symbol, in: [ :none, :auto, :required ]
+            function                arguments: :name do 
+              name                  Symbol 
+            end 
+          end 
+          # the parallel_tool_calls parameter is only allowed when 'tools' are specified
+          parallel_tool_calls       [ TrueClass, FalseClass ]
 
         end
 

data/lib/intelligence/adapters/x_ai.rb

@@ -0,0 +1,196 @@
+require_relative 'generic/adapter'
+
+module Intelligence
+  module XAi 
+
+    class Adapter < Generic::Adapter
+
+      chat_request_uri "https://api.x.ai/v1/chat/completions"
+ 
+      schema do 
+        key                       String 
+        chat_options do 
+          model                   String
+          frequency_penalty       Float, in: -2..2
+          logit_bias              Hash 
+          logprobs                [ TrueClass, FalseClass ]
+          max_tokens              Integer 
+          n                       Integer
+          presence_penalty        Float, in: -2..2
+          response_format 
+          seed                    Integer 
+          stop                    String, array: true
+          stream                  [ TrueClass, FalseClass ]
+          stream_options 
+          temperature             Float, in: 0..2
+          tool_choice 
+          top_logprobs            Integer, in: 0..20
+          top_p                   Float 
+          user                    String 
+        end
+      end
+
+      def chat_result_attributes( response )
+        return nil unless response.success?
+        response_json = JSON.parse( response.body, symbolize_names: true ) rescue nil
+        return nil if response_json.nil? || response_json[ :choices ].nil?
+
+        result = {}
+        result[ :choices ] = []
+
+        ( response_json[ :choices ] || [] ).each do | json_choice |
+          end_reason = to_end_reason( json_choice[ :finish_reason ] )
+          if ( json_message = json_choice[ :message ] )
+            result_message = { role: json_message[ :role ] }
+            if json_message[ :content ] 
+              result_message[ :contents ] = [ { type: :text, text: json_message[ :content ] } ]
+            end
+            if json_message[ :tool_calls ] && !json_message[ :tool_calls ].empty?
+              result_message[ :contents ] ||= []
+              end_reason = :tool_called if end_reason == :ended
+              json_message[ :tool_calls ].each do | json_message_tool_call |
+                result_message_tool_call_parameters = 
+                  JSON.parse( json_message_tool_call[ :function ][ :arguments ], symbolize_names: true ) \
+                    rescue json_message_tool_call[ :function ][ :arguments ]
+                result_message[ :contents ] << {
+                  type: :tool_call, 
+                  tool_call_id: json_message_tool_call[ :id ],
+                  tool_name: json_message_tool_call[ :function ][ :name ],
+                  tool_parameters: result_message_tool_call_parameters
+                }
+              end 
+            end
+          end
+          result[ :choices ].push( { end_reason: end_reason, message: result_message } )
+        end
+
+        metrics_json = response_json[ :usage ]
+        unless metrics_json.nil?
+
+          metrics = {}
+          metrics[ :input_tokens ] = metrics_json[ :prompt_tokens ] 
+          metrics[ :output_tokens ] = metrics_json[ :completion_tokens ]
+          metrics = metrics.compact
+
+          result[ :metrics ] = metrics unless metrics.empty?
+
+        end
+
+        result
+      end
+
+      def stream_result_chunk_attributes( context, chunk )
+        context ||= {}
+        buffer = context[ :buffer ] || ''
+        metrics = context[ :metrics ] || {
+          input_tokens: 0,
+          output_tokens:  0
+        }
+        choices = context[ :choices ] || Array.new( 1 , { message: {} } )
+
+        choices.each do | choice |
+          choice[ :message ][ :contents ] = choice[ :message ][ :contents ]&.map do | content |
+            { type: content[ :type ] }
+          end
+        end
+
+        buffer += chunk
+        while ( eol_index = buffer.index( "\n" ) )
+          line = buffer.slice!( 0..eol_index )        
+          line = line.strip 
+          next if line.empty? || !line.start_with?( 'data:' )
+          line = line[ 6..-1 ]
+          next if line.end_with?( '[DONE]' )
+
+          data = JSON.parse( line ) rescue nil
+          if data.is_a?( Hash )
+            data[ 'choices' ]&.each do | data_choice |
+
+              data_choice_index = data_choice[ 'index' ]
+              data_choice_delta = data_choice[ 'delta' ]
+              end_reason = to_end_reason( data_choice[ 'finish_reason' ] )
+              
+              choices.fill( { message: {} }, choices.size, data_choice_index + 1 ) \
+                if choices.size <= data_choice_index 
+              contents = choices[ data_choice_index ][ :message ][ :contents ] || []
+
+              text_content = contents.first&.[]( :type ) == :text ? contents.first : nil 
+              if data_choice_content = data_choice_delta[ 'content' ]
+                if text_content.nil?  
+                  contents.unshift( text_content = { type: :text, text: data_choice_content } )
+                else
+                  text_content[ :text ] = ( text_content[ :text ] || '' ) + data_choice_content
+                end
+              end 
+              if data_choice_tool_calls = data_choice_delta[ 'tool_calls' ]
+                end_reason = :tool_called
+                data_choice_tool_calls.each_with_index do | data_choice_tool_call, data_choice_tool_call_index |
+                  if data_choice_tool_call_function = data_choice_tool_call[ 'function' ]
+                    data_choice_tool_index = data_choice_tool_call[ 'index' ] || data_choice_tool_call_index
+                    data_choice_tool_id = data_choice_tool_call[ 'id' ]
+                    data_choice_tool_name = data_choice_tool_call_function[ 'name' ]
+                    data_choice_tool_parameters = data_choice_tool_call_function[ 'arguments' ]
+                    
+                    tool_call_content_index = ( text_content.nil? ? 0 : 1 ) + data_choice_tool_index 
+                    if tool_call_content_index >= contents.length 
+                      contents.push( { 
+                        type: :tool_call, 
+                        tool_call_id: data_choice_tool_id,
+                        tool_name: data_choice_tool_name,
+                        tool_parameters: data_choice_tool_parameters
+                      } )
+                    else 
+                      tool_call = contents[ tool_call_content_index ]
+                      tool_call[ :tool_call_id ] = ( tool_call[ :tool_call_id ] || '' ) + data_choice_tool_id \
+                        if data_choice_tool_id 
+                      tool_call[ :tool_name ] = ( tool_call[ :tool_name ] || '' ) + data_choice_tool_name \
+                        if data_choice_tool_name 
+                      tool_call[ :tool_parameters ] = ( tool_call[ :tool_parameters ] || '' ) + data_choice_tool_parameters \
+                        if data_choice_tool_parameters
+                    end 
+                  end 
+                end 
+              end
+              choices[ data_choice_index ][ :message ][ :contents ] = contents
+              choices[ data_choice_index ][ :end_reason ] ||= end_reason
+            end
+  
+            if usage = data[ 'usage' ]
+              # note: A number of providers will resend the input tokens as part of their usage 
+              #       payload.
+              metrics[ :input_tokens ] = usage[ 'prompt_tokens' ] \
+                if usage.include?( 'prompt_tokens' )
+              metrics[ :output_tokens ] += usage[ 'completion_tokens' ] \
+                if usage.include?( 'completion_tokens' )
+            end 
+
+          end
+
+        end
+
+        context[ :buffer ] = buffer 
+        context[ :metrics ] = metrics
+        context[ :choices ] = choices
+
+        [ context, choices.empty? ? nil : { choices: choices.dup } ]
+      end
+
+      def chat_result_error_attributes( response )
+        error_type, error_description = to_error_response( response.status )
+        error = error_type 
+
+        parsed_body = JSON.parse( response.body, symbolize_names: true ) rescue nil 
+        if parsed_body && parsed_body.respond_to?( :[] )
+          error = parsed_body[ :code ] || error_type 
+          error_description = parsed_body[ :error ] || error_description 
+        end 
+
+        { error_type: error_type.to_s, error: error.to_s, error_description: error_description }
+      end
+
+      alias_method :stream_result_error_attributes, :chat_result_error_attributes
+
+    end
+
+  end
+end

data/lib/intelligence/version.rb

@@ -1,3 +1,3 @@
 module Intelligence
-  VERSION = "0.8.0"
+  VERSION = "1.0.0.beta02"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: intelligence
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 1.0.0.beta02
 platform: ruby
 authors:
 - Kristoph Cichocki-Romanov
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-31 00:00:00.000000000 Z
+date: 2024-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -153,6 +153,7 @@ files:
 - lib/intelligence/adapters/open_router.rb
 - lib/intelligence/adapters/samba_nova.rb
 - lib/intelligence/adapters/together_ai.rb
+- lib/intelligence/adapters/x_ai.rb
 - lib/intelligence/chat_error_result.rb
 - lib/intelligence/chat_metrics.rb
 - lib/intelligence/chat_request.rb