zuno 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c3dfffdd6af52b20650b7ddca45ccde3f31df251f84dafcab4fd8291f79eca50
-  data.tar.gz: ace74297fcc36541b5aeef5b8472fd8bdb9104eb0e2a0d2d7bd8e627f970d4f5
+  metadata.gz: 6809336cae0fd3e0ff6510407f7a29ca852f833dc7f567e05f246b958982a968
+  data.tar.gz: 007fe0df2ef864d4dc8ce8afe903a733c85e0da41921fea7ecb53f5c1da56263
 SHA512:
-  metadata.gz: f2c5a9eba6217bf8c891eae3ae772cd6fde65b9e9470c14b21b3d42ad25952620c3b35994a04d6413fcf13436187e6967be657f2c0e37abd6ebf914ff26e2aaf
-  data.tar.gz: 9fbe3176bac1dc10e175358ba001a9fbb9998c9041d937fe87a27c1f88646cffc97d1721a77034e55dba0da7d3ec6190c21b8579a9f66f4d2d1e83d5f45a3348
+  metadata.gz: 373a15dfb01d69283621579bc58a58561bceb30da4c309014632cb1e5404f659e7ba1f5d206f70f7650838a488b9483ecb02ecd36523d35f79e9d12fe43d9e89
+  data.tar.gz: ade9ff32f23eb1ccb60660c3372076e6c6f8b92d4ca64bebf0e617381d1b2ee4204de6bfc29eb54dd53765d0235bfc544e78107d09a086b8439bfed72f05f3f1

data/lib/providers/openai.rb

@@ -1,4 +1,7 @@
 require 'ostruct'
+require 'faraday'
+require 'byebug'
+require 'event_stream_parser'
 
 module Providers
   class OpenAI
@@ -12,22 +15,43 @@ module Providers
       @api_key = Zuno.configuration.openai_api_key
     end
 
-    def chat_completion(messages, model, options = {})
+    def chat_completion(messages, model, options = {}, raw_response)
       response = @connection.post("/v1/chat/completions") do |req|
         req.headers["Content-Type"] = "application/json"
         req.headers["Authorization"] = "Bearer #{@api_key}"
         req.body = {
           model: model,
-          messages: messages
+          messages: messages,
         }.merge(options).to_json
+
+        if options[:stream]
+          parser = EventStreamParser::Parser.new
+          req.options.on_data = Proc.new do |chunk, size|
+            if raw_response
+              yield chunk
+            else
+              parser.feed(chunk) do |type, data, id, reconnection_time|
+                return if data == "[DONE]"
+                content = JSON.parse(data)["choices"][0]["delta"]["content"]
+                yield OpenStruct.new(content: content) if content
+              end
+            end
+          end
+        end
       end
 
-      if response.body["error"]
-        raise response.body["error"]["message"]
-      elsif response.body["choices"][0]["message"]["content"]
-        OpenStruct.new(response: response.body["choices"][0]["message"]["content"])
-      elsif response.body["choices"][0]["message"]["tool_calls"]
-        OpenStruct.new(tool_calls: response.body["choices"][0]["message"]["tool_calls"])
+      unless options[:stream]
+        if raw_response
+          return response.body
+        else
+          if response.body["error"]
+            raise response.body["error"]["message"]
+          elsif response.body["choices"][0]["message"]["content"]
+            OpenStruct.new(content: response.body["choices"][0]["message"]["content"])
+          elsif response.body["choices"][0]["message"]["tool_calls"]
+            OpenStruct.new(tool_calls: response.body["choices"][0]["message"]["tool_calls"])
+          end
+        end
       end
     end
   end

data/lib/zuno/chat.rb

@@ -1,18 +1,23 @@
 # frozen_string_literal: true
 
 require "providers/openai"
-require "providers/anthropic"
 
 module Zuno
   OPENAI_MODELS = %w[gpt-3.5-turbo gpt-4-turbo gpt-4-turbo-preview gpt-4o gpt-4o-mini].freeze
-  ANTHROPIC_MODELS = %w[claude-3-5-sonnet-20240620 claude-3-opus-20240229 claude-3-sonnet-20240229 claude-3-haiku-20240307].freeze
-  GROQ_CLOUD_MODELS = %w[llama3-8b-8192 llama3-70b-8192 mixtral-8x7b-32768 gemma-7b-it gemma2-9b-it].freeze
 
   class << self
     def chat(messages:, model: nil, **options)
       model ||= Zuno.configuration.chat_completion_model
       provider = provider_for_model(model)
-      provider.chat_completion(messages, model, options)
+      raw_response = options.delete(:raw_response) || false
+
+      if options[:stream]
+        provider.chat_completion(messages, model, options, raw_response) do |chunk|
+          yield chunk if block_given?
+        end
+      else
+        provider.chat_completion(messages, model, options, raw_response)
+      end
     end
 
     private
@@ -20,8 +25,6 @@ module Zuno
     def provider_for_model(model)
       case model
       when *OPENAI_MODELS then Providers::OpenAI.new
-      when *ANTHROPIC_MODELS then Providers::Anthropic.new
-      when *GROQ_CLOUD_MODELS then Providers::GroqCloud.new
       else
         raise ArgumentError, "Unsupported model: #{model}"
       end
@@ -30,8 +33,6 @@ module Zuno
     def model_providers_mapping
       @model_providers_mapping ||= {
         **OPENAI_MODELS.to_h { |model| [model, Providers::OpenAI.new] },
-        **ANTHROPIC_MODELS.to_h { |model| [model, Providers::Anthropic.new] },
-        **GROQ_CLOUD_MODELS.to_h { |model| [model, Providers::GroqCloud.new] }
       }
     end
   end

data/lib/zuno/configuration.rb

@@ -6,7 +6,6 @@ module Zuno
       @chat_completion_model = nil
       @openai_api_key = nil
       @anthropic_api_key = nil
-      @groq_cloud_api_key = nil
     end
   end
 end

data/lib/zuno/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Zuno
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: zuno
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - John Paul
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-07-23 00:00:00.000000000 Z
+date: 2024-09-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -38,6 +38,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: event_stream_parser
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: AI toolkit for Ruby
 email:
 - johnarpaul@gmail.com
@@ -45,14 +59,10 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/providers/anthropic.rb
-- lib/providers/groq_cloud.rb
 - lib/providers/openai.rb
 - lib/zuno.rb
 - lib/zuno/chat.rb
 - lib/zuno/configuration.rb
-- lib/zuno/transcription.rb
-- lib/zuno/translation.rb
 - lib/zuno/version.rb
 homepage: https://github.com/dqnamo
 licenses:

data/lib/providers/anthropic.rb

@@ -1,33 +0,0 @@
-require 'ostruct'
-
-module Providers
-  class Anthropic
-    def initialize
-      @connection = Faraday.new(url: "https://api.anthropic.com") do |faraday|
-        faraday.request :json
-        faraday.response :json
-        faraday.adapter Faraday.default_adapter
-      end
-
-      @api_key = Zuno.configuration.anthropic_api_key
-    end
-
-    def chat_completion(messages, model, options = {})
-      response = @connection.post("/v1/messages") do |req|
-        req.headers["x-api-key"] = @api_key
-        req.headers["Content-Type"] = "application/json"
-        req.headers["anthropic-version"] = "2023-06-01"
-        req.body = {
-          model: model,
-          messages: messages,
-        }.merge(options).to_json
-      end
-      
-      if response.body["error"]
-        raise response.body["error"]["message"]
-      else
-        OpenStruct.new(response: response.body["content"][0]["text"])
-      end
-    end
-  end
-end

data/lib/providers/groq_cloud.rb

@@ -1,66 +0,0 @@
-require 'httparty'
-require 'open-uri'
-require 'ostruct'
-
-module Providers
-  class GroqCloud
-    include HTTParty
-    base_uri 'https://api.groq.com'
-
-    def initialize
-      @api_key = Zuno.configuration.groq_cloud_api_key
-      self.class.headers 'Authorization' => "Bearer #{@api_key}"
-    end
-
-    def transcribe(audio, language = "en")
-      response = self.class.post(
-        '/openai/v1/audio/transcriptions',
-        multipart: true,
-        body: {
-          file: audio,
-          model: 'whisper-large-v3',
-          temperature: 0,
-          response_format: 'json',
-          language: language
-        }
-      )
-
-      OpenStruct.new(text: JSON.parse(response.body)["text"])
-    end
-
-    def translate(audio)
-      response = self.class.post(
-        '/openai/v1/audio/translations',
-        multipart: true,
-        body: {
-          file: audio,
-          model: 'whisper-large-v3',
-          temperature: 0,
-          response_format: 'json',
-        }
-      )
-
-      OpenStruct.new(text: JSON.parse(response.body)["text"])
-    end
-
-    def chat_completion(messages, model, options = {})
-      response = self.class.post(
-        '/openai/v1/chat/completions',
-        body: {
-          model: model,
-          messages: messages
-        }.merge(options).to_json
-      )
-      
-      parsed_response = JSON.parse(response.body)
-
-      if parsed_response["error"]
-        raise parsed_response["error"]["message"]
-      elsif parsed_response["choices"][0]["message"]["content"]
-        OpenStruct.new(response: parsed_response["choices"][0]["message"]["content"])
-      elsif parsed_response["choices"][0]["message"]["tool_calls"]
-        OpenStruct.new(tool_calls: parsed_response["choices"][0]["message"]["tool_calls"])
-      end
-    end
-  end
-end

data/lib/zuno/transcription.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require "providers/groq_cloud"
-
-module Zuno
-  class << self
-    def transcribe(audio:)
-      Providers::GroqCloud.new.transcribe(audio)
-    end
-  end
-end

data/lib/zuno/translation.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require "providers/groq_cloud"
-
-module Zuno
-  class << self
-    def translate(audio:)
-      Providers::GroqCloud.new.translate(audio)
-    end
-  end
-end