gen-ai 0.3.2 → 0.4.0.alpha.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 17dcb3c412f63caf6c69bd68617658683828aab1d5554daf8943a78ebf73eb0f
-  data.tar.gz: 23a6f04f28ac6535ac7b2ab965390d40fbdc92d4daf08ceba4ed5fe59b55ab74
+  metadata.gz: 47d9ae08c036aa6a14022fc8b3ffc61afa8a330898f03824790646e8e8157882
+  data.tar.gz: 1438531d31faa972748ff73885d9a0a5837b434ab1caae2bf5b512d3ec9f93cd
 SHA512:
-  metadata.gz: 179541fd7a5c4b3e15b589e101fe4daf0f442d4b7ecc4af3b63f3c826bd14ac5a4386269c1c39a7f2e33583050c65ab5b41b726f21c2355e695d718e8aedf044
-  data.tar.gz: cdd5b4223b1d756c6b1812ce8bd1d8b182ff029af68ab024b0f160d3315ff0917b616587e1efaf393d11516859bab762596c22241230b091f166c7eef186ac39
+  metadata.gz: 3051c4dadc50519323d523e5e98c35746cc7f3b9d30176d44fec4d63e4a091f66c395ebf9c775b2d80f8e81030e231f0d183759bede88f48ca42c1b201cb5095
+  data.tar.gz: 6ba8da85799df165e9cad79f7d3ab758bc538255daa3497501a8ffcb704ae9fc3d1b145468b38e65f27db5083d0cdf35b903eec2e0b57b59e3498e4cc681f9b2

data/gen-ai.gemspec

@@ -33,6 +33,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   # Uncomment to register a new dependency of your gem
+  spec.add_dependency 'activesupport', '~> 7.1'
   spec.add_dependency 'faraday', '~> 2.7'
   spec.add_dependency 'faraday-multipart', '~> 1.0'
   spec.add_dependency 'zeitwerk', '~> 2.6'

data/lib/gen_ai/api/format/gemini.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module GenAI
+  module Api
+    module Format
+      module Gemini
+        def format_messages(messages)
+          messages.map { |message| transform_message(message) }
+        end
+
+        def transform_message(message)
+          { role: role_for(message), parts: [text: message[:content]] }
+        end
+
+        def extract_completions(response)
+          response['candidates'].map { |candidate| candidate.dig('content', 'parts', 0, 'text') }
+        end
+
+        private
+
+        def role_for(message)
+          message[:role] == 'user' ? self.class::USER_ROLE : self.class::ASSISTANT_ROLE
+        end
+      end
+    end
+  end
+end

data/lib/gen_ai/api/format/open_ai.rb

@@ -0,0 +1,17 @@
+# frozen_string_literal: true
+
+module GenAI
+  module Api
+    module Format
+      module OpenAI
+        def extract_embeddings(response)
+          response['data'].map { |datum| datum['embedding'] }
+        end
+
+        def extract_completions(response)
+          response['choices'].map { |choice| choice.dig('message', 'content') }
+        end
+      end
+    end
+  end
+end

data/lib/gen_ai/chat/base.rb

@@ -0,0 +1,37 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Chat
+    class Base < GenAI::Base
+      USER_ROLE = 'user'
+      ASSISTANT_ROLE = 'assistant'
+
+      def initialize(provider:, token:, options: {})
+        @history = []
+        @model = GenAI::Language.new(provider, token, options: options)
+      end
+
+      def start(history: [], context: nil, examples: [])
+        @history = build_history(history.map(&:deep_symbolize_keys!), context, examples.map(&:deep_symbolize_keys!))
+      end
+
+      def message(message, options = {})
+        if @history.size == 1
+          append_to_message(message)
+        else
+          append_to_history({ role: USER_ROLE, content: message })
+        end
+
+        response = @model.chat(@history.dup, options)
+        append_to_history({ role: ASSISTANT_ROLE, content: response.value })
+        response
+      end
+
+      private
+
+      def append_to_history(message)
+        @history << transform_message(message)
+      end
+    end
+  end
+end

data/lib/gen_ai/chat/gemini.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Chat
+    class Gemini < Base
+      include GenAI::Api::Format::Gemini
+
+      USER_ROLE = 'user'
+      ASSISTANT_ROLE = 'model'
+
+      private
+
+      def build_history(messages, context, examples)
+        history = format_messages(messages.drop(1))
+        history.prepend({ role: USER_ROLE, parts: [{text: build_first_message(context, examples, messages.first)}] })
+        history
+      end
+
+      def build_first_message(context, examples, message)
+        chunks = []
+        chunks << context if context
+        chunks << examples.map { |example| "#{example[:role]}: #{example[:content]}" }.join("\n") if examples.any?
+        chunks << message[:content] if message
+        chunks.join("\n")
+      end
+
+      def append_to_message(message)
+        @history.last[:parts][0][:text] << "\n" << message
+      end
+    end
+  end
+end

data/lib/gen_ai/chat/google_palm.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Chat
+    class GooglePalm < Base
+      private
+
+      def build_history(messages, context, examples)
+        history = []
+        history << { role: SYSTEM_ROLE, content: context } if context
+        history.concat(examples)
+        history.concat(messages)
+        history
+      end
+
+      def role(message)
+        message[:role]
+      end
+
+      def transform_message(message)
+        message
+      end
+
+      def append_to_message(message)
+        @history.last[:content] = "#{@history.last[:content]}\n#{message}"
+      end
+    end
+  end
+end

data/lib/gen_ai/chat/open_ai.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Chat
+    class OpenAI < Base
+      SYSTEM_ROLE = 'system'
+
+      private
+
+      def build_history(messages, context, examples)
+        history = []
+        history << { role: SYSTEM_ROLE, content: context } if context
+        history.concat(examples)
+        history.concat(messages)
+        history
+      end
+
+      def role(message)
+        message[:role]
+      end
+
+      def transform_message(message)
+        message
+      end
+
+      def append_to_message(message)
+        @history.last[:content] = "#{@history.last[:content]}\n#{message}"
+      end
+    end
+  end
+end

data/lib/gen_ai/chat.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Chat
+    extend Forwardable
+
+    def_delegators :@chat, :start, :message
+
+    def initialize(provider, token, options: {})
+      build_chat(provider, token, options)
+    end
+
+    private
+
+    def build_chat(provider, token, options)
+      klass = GenAI::Chat.constants.find do |const|
+        const.to_s.downcase == provider.to_s.downcase.gsub('_', '')
+      end
+
+      raise UnsupportedProvider, "Unsupported Chat provider '#{provider}'" unless klass
+
+      @chat = GenAI::Chat.const_get(klass).new(provider: provider, token: token, options: options)
+    end
+  end
+end

data/lib/gen_ai/image.rb

@@ -2,30 +2,16 @@
 
 module GenAI
   class Image
-    def initialize(provider, token, options: {})
-      build_client(provider, token, options)
-    end
+    extend Forwardable
 
-    def generate(prompt, options = {})
-      client.generate(prompt, options)
-    end
-
-    def variations(image, options = {})
-      client.variations(image, options)
-    end
+    def_delegators :@client, :generate, :variations, :edit, :upscale
 
-    def edit(image, prompt, options = {})
-      client.edit(image, prompt, options)
-    end
-
-    def upscale(image, options = {})
-      client.upscale(image, options)
+    def initialize(provider, token, options: {})
+      build_client(provider, token, options)
     end
 
     private
 
-    attr_reader :client
-
     def build_client(provider, token, options)
       klass = GenAI::Image.constants.find do |const|
         const.to_s.downcase == provider.to_s.downcase.gsub('_', '')

data/lib/gen_ai/language/gemini.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+require 'faraday'
+require 'pry'
+module GenAI
+  class Language
+    class Gemini < Base
+      include GenAI::Api::Format::Gemini
+
+      BASE_API_URL = 'https://generativelanguage.googleapis.com'
+
+      def initialize(token:, options: {})
+        @token = token
+        build_client(token)
+      end
+
+      def complete(prompt, options = {}); end
+
+      def chat(messages, options = {})
+        response = client.post "/v1beta/models/gemini-pro:generateContent?key=#{@token}", {
+          contents: messages.map(&:deep_symbolize_keys!),
+          generationConfig: options
+        }
+
+        build_result(model: 'gemini-pro', raw: response, parsed: extract_completions(response))
+      end
+
+      private
+
+      def build_client(token)
+        @client = GenAI::Api::Client.new(url: BASE_API_URL, token: nil)
+      end
+    end
+  end
+end

data/lib/gen_ai/language/google_palm.rb

@@ -26,7 +26,7 @@ module GenAI
         )
       end
 
-      def complete(prompt, options: {})
+      def complete(prompt, options = {})
         parameters = build_completion_options(prompt, options)
 
         response = handle_errors { client.generate_text(**parameters) }
@@ -38,7 +38,7 @@ module GenAI
         )
       end
 
-      def chat(message, context: nil, history: [], examples: [], options: {})
+      def chat(message, context: nil, history: [], examples: [], **options)
         parameters = build_chat_options(message, context, history, examples, options)
 
         response = handle_errors { client.generate_chat_message(**parameters) }

data/lib/gen_ai/language/open_ai.rb

@@ -3,8 +3,10 @@
 module GenAI
   class Language
     class OpenAI < Base
+      include GenAI::Api::Format::OpenAI
+
       EMBEDDING_MODEL = 'text-embedding-ada-002'
-      COMPLETION_MODEL = 'gpt-3.5-turbo'
+      COMPLETION_MODEL = 'gpt-3.5-turbo-1106'
 
       def initialize(token:, options: {})
         depends_on 'ruby-openai'
@@ -20,7 +22,7 @@ module GenAI
         build_result(model: parameters[:model], raw: response, parsed: extract_embeddings(response))
       end
 
-      def complete(prompt, options: {})
+      def complete(prompt, options = {})
         parameters = build_completion_options(prompt, options)
 
         response = handle_errors { client.chat(parameters: parameters) }
@@ -28,8 +30,11 @@ module GenAI
         build_result(model: parameters[:model], raw: response, parsed: extract_completions(response))
       end
 
-      def chat(message, context: nil, history: [], examples: [], options: {})
-        parameters = build_chat_options(message, context, history, examples, options)
+      def chat(messages, options = {})
+        parameters = {
+          messages: messages.map(&:deep_symbolize_keys!),
+          model: options.delete(:model) || COMPLETION_MODEL
+        }.merge(options)
 
         response = handle_errors { client.chat(parameters: parameters) }
 
@@ -38,35 +43,12 @@ module GenAI
 
       private
 
-      def build_chat_options(message, context, history, examples, options)
-        messages = []
-        messages.concat(examples)
-        messages.concat(history)
-
-        messages.prepend({ role: 'system', content: context }) if context
-
-        messages.append({ role: DEFAULT_ROLE, content: message })
-
-        {
-          messages: messages,
-          model: options.delete(:model) || COMPLETION_MODEL
-        }.merge(options)
-      end
-
       def build_completion_options(prompt, options)
         {
           messages: [{ role: DEFAULT_ROLE, content: prompt }],
           model: options.delete(:model) || COMPLETION_MODEL
         }.merge(options)
       end
-
-      def extract_embeddings(response)
-        response['data'].map { |datum| datum['embedding'] }
-      end
-
-      def extract_completions(response)
-        response['choices'].map { |choice| choice.dig('message', 'content') }
-      end
     end
   end
 end

data/lib/gen_ai/language.rb

@@ -1,39 +1,19 @@
 # frozen_string_literal: true
 
+require 'forwardable'
+
 module GenAI
   class Language
-    def initialize(provider, token, options: {})
-      build_llm(provider, token, options)
-    end
+    extend Forwardable
 
-    def embed(text, model: nil)
-      llm.embed(text, model: model)
-    end
-
-    def complete(prompt, options = {})
-      llm.complete(prompt, options: options)
-    end
+    def_delegators :@llm, :embed, :complete, :chat
 
-    def chat(message, context: nil, history: [], examples: [], **options)
-      llm.chat(message, context: context, history: history, examples: examples, options: options)
+    def initialize(provider, token, options: {})
+      build_llm(provider, token, options)
     end
 
-    # def answer(prompt); end
-
-    # def sentiment(text); end
-
-    # def keywords(text); end
-
-    # def summarization(text); end
-
-    # def translation(text, _target:); end
-
-    # def correction(text); end
-
     private
 
-    attr_reader :llm
-
     def build_llm(provider, token, options)
       klass = GenAI::Language.constants.find do |const|
         const.to_s.downcase == provider.to_s.downcase.gsub('_', '')

data/lib/gen_ai/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module GenAI
-  VERSION = '0.3.2'
+  VERSION = '0.4.0.alpha.1'
 end

data/lib/gen_ai.rb

@@ -1,6 +1,7 @@
 # frozen_string_literal: true
 
 require 'zeitwerk'
+require 'active_support/core_ext/hash/keys'
 
 loader = Zeitwerk::Loader.for_gem
 loader.inflector.inflect(

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: gen-ai
 version: !ruby/object:Gem::Version
-  version: 0.3.2
+  version: 0.4.0.alpha.1
 platform: ruby
 authors:
 - Alex Chaplinsky
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-01-01 00:00:00.000000000 Z
+date: 2024-01-03 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.1'
 - !ruby/object:Gem::Dependency
   name: faraday
   requirement: !ruby/object:Gem::Requirement
@@ -99,7 +113,14 @@ files:
 - lib/gen/ai.rb
 - lib/gen_ai.rb
 - lib/gen_ai/api/client.rb
+- lib/gen_ai/api/format/gemini.rb
+- lib/gen_ai/api/format/open_ai.rb
 - lib/gen_ai/base.rb
+- lib/gen_ai/chat.rb
+- lib/gen_ai/chat/base.rb
+- lib/gen_ai/chat/gemini.rb
+- lib/gen_ai/chat/google_palm.rb
+- lib/gen_ai/chat/open_ai.rb
 - lib/gen_ai/dependency.rb
 - lib/gen_ai/image.rb
 - lib/gen_ai/image/base.rb
@@ -107,6 +128,7 @@ files:
 - lib/gen_ai/image/stability_ai.rb
 - lib/gen_ai/language.rb
 - lib/gen_ai/language/base.rb
+- lib/gen_ai/language/gemini.rb
 - lib/gen_ai/language/google_palm.rb
 - lib/gen_ai/language/open_ai.rb
 - lib/gen_ai/result.rb
@@ -131,9 +153,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.3.7
 signing_key: