gen-ai 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e8b3a8ca11b07cadcaf16a1fce985173cd14982a2f575189bbdc631f2306d745
-  data.tar.gz: f64ecb2bcf5ef48bd66598261db1005bbffcba45596c6339c35ae51f1b257232
+  metadata.gz: a51511a0ca7cd09a4505151799e5d797d87d4418bb4a250e0436fab78317ac1b
+  data.tar.gz: 1719adc9ca432e9da3420492651ea3ef2a10b7f990fe3607c28cf8187f4c6811
 SHA512:
-  metadata.gz: 105c83eee425a422b64bb257dc9fc20c5f6619daf3dd12165ac03e585cf6ffa0752dd3b45118bf1330db57cfa8a24df025e6de9c2e9cf9d2360d8decc4440878
-  data.tar.gz: 166c15562a30f0af948a18ad4773d4704c594d9a28e1aaab948338867a634c42d4937596114c13cdbaefe8efc7901125e71484c3743a865d0d204fb05306cc24
+  metadata.gz: f482fba1992856a4009aabdebd849cf245d8069426da935999c3cbb323b02a36e916c2ab299c6fffd0ba7e5c320ddda001a9abb625063ea9c8a202376151f225
+  data.tar.gz: 155f5f3e8d9b5c0234075635d4623300c0dcbed2fb63b2a8ee4bf2199a5bb75a6dbe8d864028078e5275b72c79a05836c7e26a4b4f49e179d80744caa8dd881d

data/.rubocop.yml

@@ -0,0 +1,38 @@
+AllCops:
+  NewCops: enable
+  TargetRubyVersion: 2.7
+
+Documentation:
+  Enabled: false
+
+Gemspec/DevelopmentDependencies:
+  Enabled: false
+
+Lint/MissingSuper:
+  Enabled: false
+
+Lint/NonDeterministicRequireOrder:
+  Enabled: false
+
+Lint/UnusedMethodArgument:
+  Enabled: false
+
+Layout/FirstArrayElementIndentation:
+  Enabled: false
+
+Layout/FirstHashElementIndentation:
+  Enabled: false
+
+Layout/SpaceInsideHashLiteralBraces:
+  Enabled: false
+
+Layout/ArgumentAlignment:
+  Enabled: false
+
+Layout/LineLength:
+  Exclude:
+    - spec/**/*.rb
+
+Metrics/BlockLength:
+  Exclude:
+    - spec/**/*.rb

data/Rakefile

@@ -1,7 +1,7 @@
 # frozen_string_literal: true
 
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
 
 RSpec::Core::RakeTask.new(:spec)
 

data/gen-ai.gemspec

@@ -1,23 +1,23 @@
 # frozen_string_literal: true
 
-require_relative "lib/version"
+require_relative 'lib/gen_ai/version'
 
 Gem::Specification.new do |spec|
-  spec.name = "gen-ai"
+  spec.name = 'gen-ai'
   spec.version = GenAI::VERSION
-  spec.authors = ["Alex Chaplinsky"]
-  spec.email = ["alchaplinsky@gmail.com"]
+  spec.authors = ['Alex Chaplinsky']
+  spec.email = ['alchaplinsky@gmail.com']
 
-  spec.summary = "Generative AI toolset for Ruby."
-  spec.description = "Generative AI toolset for Ruby."
-  spec.homepage = "https://github.com/alchaplinsky/gen-ai"
-  spec.required_ruby_version = ">= 2.6.0"
+  spec.summary = 'Generative AI toolset for Ruby.'
+  spec.description = 'Generative AI toolset for Ruby.'
+  spec.homepage = 'https://github.com/alchaplinsky/gen-ai'
+  spec.required_ruby_version = '>= 2.7.0'
 
   # spec.metadata["allowed_push_host"] = "TODO: Set to your gem server 'https://example.com'"
 
-  spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = "https://github.com/alchaplinsky/gen-ai"
-  spec.metadata["changelog_uri"] = "https://github.com/alchaplinsky/gen-ai/blob/master/CHANGELOG.md"
+  spec.metadata['homepage_uri'] = spec.homepage
+  spec.metadata['source_code_uri'] = 'https://github.com/alchaplinsky/gen-ai'
+  spec.metadata['changelog_uri'] = 'https://github.com/alchaplinsky/gen-ai/blob/master/CHANGELOG.md'
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
@@ -27,13 +27,16 @@ Gem::Specification.new do |spec|
         f.start_with?(*%w[bin/ test/ spec/ features/ .git .circleci appveyor Gemfile])
     end
   end
-  spec.bindir = "exe"
+  spec.bindir = 'exe'
   spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
+  spec.require_paths = ['lib']
 
   # Uncomment to register a new dependency of your gem
-  # spec.add_dependency "example-gem", "~> 1.0"
+  spec.add_dependency 'zeitwerk', '~> 2.6'
 
+  spec.add_development_dependency 'google_palm_api', '~> 0.1'
+  spec.add_development_dependency 'ruby-openai', '~> 5.1'
   # For more information and examples about making a new gem, check out our
   # guide at: https://bundler.io/guides/creating_gem.html
+  spec.metadata['rubygems_mfa_required'] = 'true'
 end

data/lib/gen_ai/dependency.rb

@@ -0,0 +1,42 @@
+# frozen_string_literal: true
+
+module GenAI
+  module Dependency
+    class VersionError < StandardError; end
+
+    def depends_on(*names)
+      names.each { |name| load_dependency(name) }
+    end
+
+    private
+
+    def load_dependency(name)
+      gem(name)
+
+      return true unless defined? Bundler
+
+      gem_spec = Gem::Specification.find_by_name(name)
+      gem_requirement = dependencies.find { |gem| gem.name == gem_spec.name }.requirement
+
+      unless gem_requirement.satisfied_by?(gem_spec.version)
+        raise VersionError, version_error(gem_spec, gem_requirement)
+      end
+
+      require_gem(gem_spec)
+    end
+
+    def version_error(gem_spec, gem_requirement)
+      "'#{gem_spec.name}' gem version is #{gem_spec.version}, but your Gemfile specified #{gem_requirement}."
+    end
+
+    def require_gem(gem_spec)
+      gem_spec.full_require_paths.each do |path|
+        Dir.glob("#{path}/*.rb").each { |file| require file }
+      end
+    end
+
+    def dependencies
+      Bundler.load.dependencies
+    end
+  end
+end

data/lib/gen_ai/language/base.rb

@@ -0,0 +1,46 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Language
+    class Base
+      include GenAI::Dependency
+
+      DEFAULT_ROLE = 'user'
+
+      def embed(...)
+        raise NotImplementedError, "#{self.class.name} does not support embedding"
+      end
+
+      def complete(...)
+        raise NotImplementedError, "#{self.class.name} does not support completion"
+      end
+
+      def chat(...)
+        raise NotImplementedError, "#{self.class.name} does not support conversations"
+      end
+
+      private
+
+      attr_reader :client
+
+      def handle_errors
+        response = yield
+        return if response.empty?
+
+        if response['error']
+          raise GenAI::ApiError, "#{api_provider_name} API error: #{response.dig('error', 'message')}"
+        end
+
+        response
+      end
+
+      def api_provider_name
+        self.class.name.split('::').last
+      end
+
+      def build_result(model:, raw:, parsed:)
+        GenAI::Result.new(provider: @provider, model: model, raw: raw, values: parsed)
+      end
+    end
+  end
+end

data/lib/gen_ai/language/google_palm.rb

@@ -0,0 +1,104 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Language
+    class GooglePalm < Base
+      DEFAULT_ROLE = '0'
+      EMBEDDING_MODEL = 'textembedding-gecko-001'
+      COMPLETION_MODEL = 'text-bison-001'
+      CHAT_COMPLETION_MODEL = 'chat-bison-001'
+
+      def initialize(token:, options: {})
+        depends_on 'google_palm_api'
+
+        @provider = :google_palm
+        @client = ::GooglePalmApi::Client.new(api_key: token)
+      end
+
+      def embed(input, model: nil)
+        responses = array_wrap(input).map do |text|
+          handle_errors { client.embed(text: text, model: model) }
+        end
+
+        build_result(
+          model: model || EMBEDDING_MODEL,
+          raw: { 'data' => responses, 'usage' => {} },
+          parsed: extract_embeddings(responses)
+        )
+      end
+
+      def complete(prompt, options: {})
+        parameters = build_completion_options(prompt, options)
+
+        response = handle_errors { client.generate_text(**parameters) }
+
+        build_result(
+          model: parameters[:model],
+          raw: response.merge('usage' => {}),
+          parsed: extract_completions(response)
+        )
+      end
+
+      def chat(message, context: nil, history: [], examples: [], options: {})
+        parameters = build_chat_options(message, context, history, examples, options)
+
+        response = handle_errors { client.generate_chat_message(**parameters) }
+
+        build_result(
+          model: parameters[:model],
+          raw: response.merge('usage' => {}),
+          parsed: extract_chat_messages(response)
+        )
+      end
+
+      private
+
+      def build_chat_options(message, context, history, examples, options)
+        {
+          model: options.delete(:model) || CHAT_COMPLETION_MODEL,
+          messages: history.append({ author: DEFAULT_ROLE, content: message }),
+          examples: compose_examples(examples),
+          context: context
+        }.merge(options)
+      end
+
+      def build_completion_options(prompt, options)
+        {
+          prompt: prompt,
+          model: options.delete(:model) || COMPLETION_MODEL
+        }.merge(options)
+      end
+
+      def compose_examples(examples)
+        examples.each_slice(2).map do |example|
+          {
+            input: { content: symbolize(example.first)[:content] },
+            output: { content: symbolize(example.last)[:content] }
+          }
+        end
+      end
+
+      def symbolize(hash)
+        hash.transform_keys(&:to_sym)
+      end
+
+      def array_wrap(object)
+        return [] if object.nil?
+
+        object.respond_to?(:to_ary) ? object.to_ary || [object] : [object]
+      end
+
+      def extract_embeddings(responses)
+        responses.map { |response| response.dig('embedding', 'value') }
+      end
+
+      def extract_completions(response)
+        response['candidates'].map { |candidate| candidate['output'] }
+      end
+
+      def extract_chat_messages(response)
+        response['candidates'].map { |candidate| candidate['content'] }
+      end
+    end
+  end
+end

data/lib/gen_ai/language/open_ai.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Language
+    class OpenAI < Base
+      EMBEDDING_MODEL = 'text-embedding-ada-002'
+      COMPLETION_MODEL = 'gpt-3.5-turbo'
+
+      def initialize(token:, options: {})
+        depends_on 'ruby-openai'
+        @provider = :openai
+        @client = ::OpenAI::Client.new(access_token: token)
+      end
+
+      def embed(input, model: nil)
+        parameters = { input: input, model: model || EMBEDDING_MODEL }
+
+        response = handle_errors { client.embeddings(parameters: parameters) }
+
+        build_result(model: parameters[:model], raw: response, parsed: extract_embeddings(response))
+      end
+
+      def complete(prompt, options: {})
+        parameters = build_completion_options(prompt, options)
+
+        response = handle_errors { client.chat(parameters: parameters) }
+
+        build_result(model: parameters[:model], raw: response, parsed: extract_completions(response))
+      end
+
+      def chat(message, context: nil, history: [], examples: [], options: {})
+        parameters = build_chat_options(message, context, history, examples, options)
+
+        response = handle_errors { client.chat(parameters: parameters) }
+
+        build_result(model: parameters[:model], raw: response, parsed: extract_completions(response))
+      end
+
+      private
+
+      def build_chat_options(message, context, history, examples, options)
+        messages = []
+        messages.concat(examples)
+        messages.concat(history)
+
+        messages.prepend({ role: 'system', content: context }) if context
+
+        messages.append({ role: DEFAULT_ROLE, content: message })
+
+        {
+          messages: messages,
+          model: options.delete(:model) || COMPLETION_MODEL
+        }.merge(options)
+      end
+
+      def build_completion_options(prompt, options)
+        {
+          messages: [{ role: DEFAULT_ROLE, content: prompt }],
+          model: options.delete(:model) || COMPLETION_MODEL
+        }.merge(options)
+      end
+
+      def extract_embeddings(response)
+        response['data'].map { |datum| datum['embedding'] }
+      end
+
+      def extract_completions(response)
+        response['choices'].map { |choice| choice.dig('message', 'content') }
+      end
+    end
+  end
+end

data/lib/gen_ai/language.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Language
+    def initialize(provider, token, options: {})
+      build_llm(provider, token, options)
+    end
+
+    def embed(text, model: nil)
+      llm.embed(text, model: model)
+    end
+
+    def complete(prompt, options = {})
+      llm.complete(prompt, options: options)
+    end
+
+    def chat(message, context: nil, history: [], examples: [], **options)
+      llm.chat(message, context: context, history: history, examples: examples, options: options)
+    end
+
+    # def answer(prompt); end
+
+    # def sentiment(text); end
+
+    # def keywords(text); end
+
+    # def summarization(text); end
+
+    # def translation(text, _target:); end
+
+    # def correction(text); end
+
+    private
+
+    attr_reader :llm
+
+    def build_llm(provider, token, options)
+      klass = GenAI::Language.constants.find do |const|
+        const.to_s.downcase == provider.to_s.downcase.gsub('_', '')
+      end
+
+      raise UnsupportedProvider, "Unsupported LLM provider '#{provider}'" unless klass
+
+      @llm = GenAI::Language.const_get(klass).new(token: token, options: options)
+    end
+  end
+end

data/lib/gen_ai/result.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module GenAI
+  class Result
+    attr_reader :raw, :provider, :model, :values
+
+    def initialize(provider:, model:, raw:, values:)
+      @raw = raw
+      @provider = provider
+      @model = model
+      @values = values
+    end
+
+    def value
+      values.first
+    end
+
+    def prompt_tokens
+      usage['prompt_tokens']
+    end
+
+    def completion_tokens
+      if usage['completion_tokens'] ||
+         (total_tokens && prompt_tokens)
+        total_tokens.to_i - prompt_tokens.to_i
+      end
+    end
+
+    def total_tokens
+      usage['total_tokens']
+    end
+
+    private
+
+    def usage
+      raw['usage']
+    end
+  end
+end

data/lib/gen_ai/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module GenAI
+  VERSION = '0.1.0'
+end

data/lib/gen_ai.rb

@@ -1,13 +1,14 @@
 # frozen_string_literal: true
 
-require_relative "version"
+require 'zeitwerk'
+require 'pry'
+
+loader = Zeitwerk::Loader.for_gem
+loader.inflector.inflect('gen_ai' => 'GenAI', 'open_ai' => 'OpenAI')
+loader.setup
 
 module GenAI
   class Error < StandardError; end
-  class UnsupportedConfiguration < Error; end
-  # Your code goes here...
+  class ApiError < Error; end
+  class UnsupportedProvider < Error; end
 end
-
-require_relative "language/google_palm"
-require_relative "language/open_ai"
-require_relative "language"

metadata

@@ -1,15 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: gen-ai
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Alex Chaplinsky
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-10-14 00:00:00.000000000 Z
-dependencies: []
+date: 2023-10-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: zeitwerk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: google_palm_api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: ruby-openai
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
 description: Generative AI toolset for Ruby.
 email:
 - alchaplinsky@gmail.com
@@ -18,16 +60,20 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".rspec"
+- ".rubocop.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - README.md
 - Rakefile
 - gen-ai.gemspec
 - lib/gen_ai.rb
-- lib/language.rb
-- lib/language/google_palm.rb
-- lib/language/open_ai.rb
-- lib/version.rb
+- lib/gen_ai/dependency.rb
+- lib/gen_ai/language.rb
+- lib/gen_ai/language/base.rb
+- lib/gen_ai/language/google_palm.rb
+- lib/gen_ai/language/open_ai.rb
+- lib/gen_ai/result.rb
+- lib/gen_ai/version.rb
 - sig/gen_ai.rbs
 homepage: https://github.com/alchaplinsky/gen-ai
 licenses: []
@@ -35,6 +81,7 @@ metadata:
   homepage_uri: https://github.com/alchaplinsky/gen-ai
   source_code_uri: https://github.com/alchaplinsky/gen-ai
   changelog_uri: https://github.com/alchaplinsky/gen-ai/blob/master/CHANGELOG.md
+  rubygems_mfa_required: 'true'
 post_install_message:
 rdoc_options: []
 require_paths:
@@ -43,14 +90,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.6.0
+      version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.33
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: Generative AI toolset for Ruby.

data/lib/language/google_palm.rb

@@ -1,9 +0,0 @@
-module GenAI
-  class Language
-    class GooglePalm
-      def initialize(token:, options: {})
-        @token = token
-      end
-    end
-  end
-end

data/lib/language/open_ai.rb

@@ -1,9 +0,0 @@
-module GenAI
-  class Language
-    class OpenAI
-      def initialize(token:, options: {})
-        @token = token
-      end
-    end
-  end
-end

data/lib/language.rb

@@ -1,48 +0,0 @@
-module GenAI
-  class Language
-    def initialize(provider, token, options: {})
-      @provider = provider
-      @token = token
-    end
-
-    def answer(question, context: {})
-      return 'Yes, it is.'
-    end
-
-    def completion(prompt, options: {})
-    end
-
-    def conversation(prompt, options: {})
-    end
-
-    def embedding(text)
-    end
-
-    def sentiment(text)
-    end
-
-    def keywords(text)
-    end
-
-    def summarization(text)
-    end
-
-    def translation(text, target:)
-    end
-
-    def correction(text)
-    end
-
-
-    def llm
-      case @provider
-      when :openai
-        GenAI::Language::OpenAI.new(token: @token)
-      when :google_palm
-        GenAI::Language::GooglePalm.new(token: @token)
-      else
-        raise UnsupportedConfiguration.new "Unknown LLM provider"
-      end
-    end
-  end
-end

data/lib/version.rb

@@ -1,3 +0,0 @@
-module GenAI
-  VERSION = "0.0.1"
-end