open_ai_bot 0.3.0 → 0.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 33e8660fa731258c76bc1f3367fe02f866a02a189d49444d0006b791f49df6e4
-  data.tar.gz: fff2721f65eb41a74c9dc7569bc1be202ed3bd952c787fd371db158662542da8
+  metadata.gz: e31ed7bc34cf94ba2d339a1efa6b57a0d9fd972aec39961a98253cb5b9dcc4df
+  data.tar.gz: 2f92b54b9788efacd9bf50b66004c777a8eeb3bd934ffc65a2ea93a4a12c39e6
 SHA512:
-  metadata.gz: 84ee567855c908efb78b5b4dc8133a35a954eb8b0d21ad0889518037eb3eed5fea210cdcb1a0f948f0b4fa323e0b92da0e5c5a6bfcf6af4d5d64bac796f09f7a
-  data.tar.gz: 2eab3c94fc4493ce5f02e62ca909cf9edbe24955ea4b3085dab3971f4449f958f61939f4d54e3beb02755f9f1977e1950bb588e6be8e7898e8f88224d3684561
+  metadata.gz: 38ff4646a9493b2771d62cce25d8a2ff0ab589bc2d300041fec4536e6e75065e33c79fe452994dd5d9a628be6646e4ed97bb97a7c28503811b3a3db1b8fefa9f
+  data.tar.gz: 872adfdeb95db9ccbdd8073ee736136a40d4517b1b4eddee9ddf5885638dfe286c705554dd708c654dd1e9b83c62682626fd63cf3d2e878fea536a4d79c08d67

data/.rubocop.yml

@@ -1,7 +1,7 @@
 require: rubocop-rspec
 
 AllCops:
-  TargetRubyVersion: 3.2.2
+  TargetRubyVersion: 3.3.2
   NewCops: enable
   Exclude:
    - test.rb

data/.ruby-version

@@ -0,0 +1 @@
+3.3.2

data/Gemfile.lock

@@ -3,17 +3,17 @@ GEM
   specs:
     addressable (2.8.6)
       public_suffix (>= 2.0.2, < 6.0)
-    async (2.6.5)
-      console (~> 1.10)
+    async (2.12.0)
+      console (~> 1.25, >= 1.25.2)
       fiber-annotation
-      io-event (~> 1.1)
-      timers (~> 4.1)
-    base64 (0.2.0)
-    concurrent-ruby (1.2.2)
-    console (1.23.3)
+      io-event (~> 1.6)
+    bigdecimal (3.1.8)
+    concurrent-ruby (1.3.2)
+    console (1.25.2)
       fiber-annotation
-      fiber-local
-    down (5.4.1)
+      fiber-local (~> 1.1)
+      json
+    down (5.4.2)
       addressable (~> 2.8)
     dry-core (1.0.1)
       concurrent-ruby (~> 1.0)
@@ -28,31 +28,35 @@ GEM
       dry-types (>= 1.7, < 2)
       ice_nine (~> 0.11)
       zeitwerk (~> 2.6)
-    dry-types (1.7.1)
+    dry-types (1.7.2)
+      bigdecimal (~> 3.0)
       concurrent-ruby (~> 1.0)
       dry-core (~> 1.0)
       dry-inflector (~> 1.0)
       dry-logic (~> 1.4)
       zeitwerk (~> 2.6)
     event_stream_parser (0.3.0)
-    faraday (2.7.12)
-      base64
-      faraday-net_http (>= 2.0, < 3.1)
-      ruby2_keywords (>= 0.0.4)
+    faraday (2.9.1)
+      faraday-net_http (>= 2.0, < 3.2)
     faraday-multipart (1.0.4)
       multipart-post (~> 2)
-    faraday-net_http (3.0.2)
+    faraday-net_http (3.1.0)
+      net-http
     fiber-annotation (0.2.0)
-    fiber-local (1.0.0)
+    fiber-local (1.1.0)
+      fiber-storage
+    fiber-storage (0.1.1)
     ice_nine (0.11.2)
-    io-event (1.3.3)
-    multipart-post (2.3.0)
-    public_suffix (5.0.4)
+    io-event (1.6.0)
+    json (2.7.2)
+    multipart-post (2.4.1)
+    net-http (0.4.1)
+      uri
+    public_suffix (5.0.5)
     ruby-openai (5.2.0)
       event_stream_parser (>= 0.3.0, < 1.0.0)
       faraday (>= 1)
       faraday-multipart (>= 1)
-    ruby2_keywords (0.0.5)
     rubydium (0.4.1)
       async (~> 2.3)
       telegram-bot-ruby (~> 1.0.0)
@@ -61,10 +65,11 @@ GEM
       faraday (~> 2.0)
       faraday-multipart (~> 1.0)
       zeitwerk (~> 2.6)
-    timers (4.3.5)
-    zeitwerk (2.6.12)
+    uri (0.13.0)
+    zeitwerk (2.6.15)
 
 PLATFORMS
+  ruby
   x86_64-linux
 
 DEPENDENCIES
@@ -73,4 +78,4 @@ DEPENDENCIES
   rubydium (>= 0.2.5)
 
 BUNDLED WITH
-   2.4.19
+   2.5.9

data/README.md

@@ -16,8 +16,8 @@ sudo apt install autoconf patch build-essential rustc libssl-dev libyaml-dev lib
 git clone https://github.com/asdf-vm/asdf.git ~/.asdf --branch v0.13.1
 echo '. "$HOME/.asdf/asdf.sh"' >> ~/.bashrc
 asdf plugin add ruby https://github.com/asdf-vm/asdf-ruby.git
-asdf install ruby 3.2.2
-echo 'ruby 3.2.2' >> ~/.tool-versions
+asdf install ruby 3.3.2
+echo 'ruby 3.3.2' >> ~/.tool-versions
 ```
 
 2. `ffmpeg`

data/lib/open_ai/chat_gpt.rb

@@ -8,6 +8,7 @@ module OpenAI
       end
 
       def new_thread(chat_id, model = nil)
+        model ||= config.open_ai["chat_gpt_model"].to_sym
         msgs = config.open_ai["whitelist"].include?(chat_id) ? initial_messages : []
         new_thread = ChatThread.new(msgs, model)
         threads[chat_id] = new_thread
@@ -72,16 +73,6 @@ module OpenAI
       "NULL"
     end
 
-    def base64(file)
-      return unless config.open_ai["chat_gpt_model"] == "gpt-4-vision-preview"
-      return unless file
-
-      f = download_file(file)
-      res = Base64.encode64(f.read)
-      FileUtils.rm_rf("./#{f.original_filename}")
-      res
-    end
-
     def handle_gpt_command
       return unless bot_mentioned? || bot_replied_to? || private_chat?
       return if self.class.registered_commands.keys.any? { @text.include? _1 }
@@ -97,7 +88,8 @@ module OpenAI
         from: username(@user),
         body: @text_without_bot_mentions,
         chat_id: @chat.id,
-        base64_image: base64(@msg.photo&.last)
+        chat_thread: current_thread,
+        image: Image.from_tg_photo(download_file(@msg.photo&.last), model: current_thread.model)
       )
 
       return unless current_message.valid?
@@ -110,7 +102,8 @@ module OpenAI
             from: username(@target),
             body: @replies_to.text.to_s.gsub(/@#{config.bot_username}\b/, ""),
             chat_id: @chat.id,
-            base64_image: base64(@replies_to.photo&.last)
+            chat_thread: current_thread,
+            image: Image.from_tg_photo(download_file(@replies_to.photo&.last), model: current_thread.model)
           )
         else
           nil
@@ -127,7 +120,7 @@ module OpenAI
 
       response = open_ai.chat(
         parameters: {
-          model: current_thread.model || config.open_ai["chat_gpt_model"],
+          model: current_thread.model.to_s,
           messages: current_thread.as_json
         }
       )
@@ -138,9 +131,10 @@ module OpenAI
         send_chat_gpt_error(error_text.strip)
       else
         text = response.dig("choices", 0, "message", "content")
-        tokens = response.dig("usage", "total_tokens")
 
-        send_chat_gpt_response(text, tokens)
+        tokens_info = get_tokens_info!(response)
+
+        send_chat_gpt_response(text, tokens_info)
       end
     end
 
@@ -148,15 +142,28 @@ module OpenAI
       reply(text, parse_mode: "Markdown")
     end
 
-    def send_chat_gpt_response(text, tokens)
-      id = reply(text).dig("result", "message_id")
+    def get_tokens_info!(response)
+      completion_tokens = response.dig("usage", "completion_tokens")
+      prompt_tokens = response.dig("usage", "prompt_tokens")
+      vision_tokens = current_thread.claim_vision_tokens!
+
+      result = current_thread.model.request_cost(completion_tokens:, prompt_tokens:, vision_tokens:, current_thread:)
+    end
+
+    def send_chat_gpt_response(text, tokens_info)
+      tokens_text = tokens_info[:info]
+
+      id = reply(text + tokens_text).dig("result", "message_id")
+
       bot_message = BotMessage.new(
         id: id,
         replies_to: @message_id,
         body: text,
         chat_id: @chat.id,
-        tokens: tokens
+        chat_thread: current_thread,
+        cost: tokens_info[:total]
       )
+
       current_thread.add(bot_message)
     end
   end

data/lib/open_ai/chat_thread.rb

@@ -2,9 +2,9 @@
 
 module OpenAI
   class ChatThread
-    def initialize(defaults = [], model = nil)
+    def initialize(defaults = [], model)
       @history ||= defaults
-      @model = model
+      @model = model.is_a?(Model) ? model : Model.new(model)
       puts @history
     end
 
@@ -20,6 +20,14 @@ module OpenAI
       true
     end
 
+    def total_cost
+      @history.map(&:cost).compact.sum
+    end
+
+    def claim_vision_tokens!
+      @history.reject(&:vision_tokens_claimed?).map(&:claim_vision_tokens!).compact.sum
+    end
+
     def add(message)
       return false unless message&.valid?
       return false if @history.any? { message.id == _1.id}

data/lib/open_ai/image.rb

@@ -0,0 +1,38 @@
+module OpenAI
+  class Image
+    BASE_TOKENS = 85
+    TILE_TOKENS = 170
+    TILE_SIZE = 512
+
+    def self.from_tg_photo(file, model:)
+      return unless file
+      return unless model.has_vision?
+
+      base64 = Base64.encode64(file.read)
+      size = `identify -format "%w %h" ./#{file.original_filename}`
+      width, height = size.split(" ")
+      FileUtils.rm_rf("./#{file.original_filename}")
+
+      new(width, height, base64)
+    end
+
+    attr_accessor :width, :height, :base64
+
+    def initialize(width, height, base64)
+      @width = width
+      @height = height
+      @base64 = base64
+    end
+
+    def tokens
+      @tokens ||= begin
+        tiles = tiles(width) * tiles(height)
+        (tiles * TILE_TOKENS) + BASE_TOKENS
+      end
+    end
+
+    def tiles(pixels)
+      (pixels.to_f / TILE_SIZE).ceil
+    end
+  end
+end

data/lib/open_ai/message.rb

@@ -3,29 +3,40 @@ module OpenAI
   # (ChatGPT isn't brilliant at parsing JSON sructures without starting to reply in JSON, so most of it is useless)
 
   class Message
-    attr_accessor :body, :from, :id, :replies_to, :tokens, :chat_id, :base64_image
+    attr_accessor :body, :from, :id, :replies_to, :chat_id, :image, :chat_thread, :cost
     attr_reader :role, :timestamp
 
     def initialize(**kwargs)
       kwargs.each_pair { public_send("#{_1}=", _2) }
       @role = :user
       @timestamp = Time.now.to_i
+      @vision_tokens_claimed = !image
+    end
+
+    def vision_tokens_claimed?
+      @vision_tokens_claimed
+    end
+
+    def claim_vision_tokens!
+      # binding.pry
+      @vision_tokens_claimed = true
+      image&.tokens
     end
 
     def valid?
-      [(base64_image || body), from, id, chat_id].all?(&:present?)
+      [(image || body), from, id, chat_id, chat_thread].all?(&:present?)
     end
 
     # Format for OpenAI API
     def as_json
       msg = [from, body].compact.join("\n")
 
-      if base64_image
+      if image
         {
           role: role,
           content: [
             { type: "text", text: msg },
-            { type: "image_url", image_url: { url: "data:image/jpeg;base64,#{base64_image}" } }
+            { type: "image_url", image_url: { url: "data:image/jpeg;base64,#{image.base64}" } }
           ]
         }
       else
@@ -46,8 +57,8 @@ module OpenAI
         "From" => from,
         "To" => replies_to,
         "Body" => body,
-        "Tokens used" => tokens,
-        "Image" => (base64_image ? "Some image" : "None")
+        # "Tokens used" => tokens,
+        "Image" => (image ? "Some image" : "None")
       }.reject { |_k, v|
         v.blank?
       }.map { |k, v|
@@ -69,7 +80,7 @@ module OpenAI
     end
 
     def valid?
-      body.present?
+      [body, chat_thread].all?(&:present?)
     end
   end
 
@@ -80,7 +91,7 @@ module OpenAI
     end
 
     def valid?
-      [body, id, chat_id, tokens].all?(&:present?)
+      [body, id, chat_id, chat_thread].all?(&:present?)
     end
   end
 end

data/lib/open_ai/model.rb

@@ -0,0 +1,65 @@
+module OpenAI
+  class Model
+    # All prices are per 1K tokens
+    MODEL_INFO = {
+      "gpt-4o": {
+        max_context: 128_000,
+        prompt_price: 0.005,
+        completion_price: 0.015,
+        vision_price: 0.005
+      },
+      "gpt-3.5-turbo": {
+        max_context: 16385,
+        prompt_price: 0.0005,
+        completion_price: 0.0015,
+        vision_price: 0
+      }
+    }
+
+    attr_accessor :max_context, :prompt_price, :completion_price, :vision_price
+
+    [:max_context, :prompt_price, :completion_price, :vision_price].each do |attr|
+      define_method(attr) do
+        MODEL_INFO[@model][attr]
+      end
+    end
+
+    def initialize(model)
+      if MODEL_INFO[model].nil?
+        raise ArgumentError.new("Unknown model: #{model.inspect}.")
+      end
+
+      @model = model
+    end
+
+    def to_s
+      @model
+    end
+
+    def has_vision?
+      MODEL_INFO[@model][:vision_price].positive?
+    end
+
+    def request_cost(prompt_tokens:, completion_tokens:, vision_tokens:, current_thread:)
+      prompt_cost     = prompt_tokens * prompt_price / 1000
+      completion_cost = completion_tokens * completion_price / 1000
+      vision_cost     = vision_tokens * vision_price / 1000
+
+      total = prompt_cost + completion_cost + vision_cost
+      thread_total = current_thread.total_cost
+
+      info = "\n\n" + {
+        prompt: "#{prompt_tokens} tokens (#{prompt_cost.round(5)}$)",
+        completion: "#{completion_tokens} tokens (#{completion_cost.round(5)}$)",
+        vision: "#{vision_tokens} tokens (#{vision_cost.round(5)}$)",
+        total: "#{total.round(5)}$",
+        total_for_this_conversation: "#{(thread_total + total).round(5)}$",
+        max_context: max_context
+      }.map { |k, v|
+        "#{k}: #{v}"
+      }.join("\n")
+
+      { info:, total: }
+    end
+  end
+end

data/lib/open_ai/utils.rb

@@ -15,6 +15,8 @@ module OpenAI
     end
 
     def download_file(voice, dir=nil)
+      return unless voice
+
       file_path = @api.get_file(file_id: voice.file_id)["result"]["file_path"]
 
       url = "https://api.telegram.org/file/bot#{config.token}/#{file_path}"

data/lib/open_ai_bot.rb

@@ -6,11 +6,12 @@ require_relative "open_ai/message"
 require_relative "open_ai/dalle"
 require_relative "open_ai/utils"
 require_relative "open_ai/whisper"
+require_relative "open_ai/model"
+require_relative "open_ai/image"
 
 require_relative "ext/blank"
 require_relative "ext/in"
 
-
 class OpenAIBot < Rubydium::Bot
   include OpenAI::ChatGPT
   include OpenAI::Dalle

data/main.rb

@@ -5,6 +5,7 @@ require "openai"
 require "yaml"
 require "down"
 require "rubydium"
+require "base64"
 
 require_relative "lib/open_ai_bot"
 require_relative "lib/clean_bot"

data/open_ai_bot.gemspec

@@ -8,7 +8,7 @@ require_relative "lib/ext/in"
 
 Gem::Specification.new do |spec|
   spec.name          = "open_ai_bot"
-  spec.version       = "0.3.0"
+  spec.version       = "0.3.2"
   spec.authors       = ["bulgakke"]
   spec.email         = ["vvp835@yandex.ru"]
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: open_ai_bot
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.3.2
 platform: ruby
 authors:
 - bulgakke
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-12-09 00:00:00.000000000 Z
+date: 2024-06-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: down
@@ -80,7 +80,7 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '5.1'
-description: 
+description:
 email:
 - vvp835@yandex.ru
 executables: []
@@ -89,6 +89,7 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".rubocop.yml"
+- ".ruby-version"
 - Gemfile
 - Gemfile.lock
 - README.md
@@ -100,7 +101,9 @@ files:
 - lib/open_ai/chat_gpt.rb
 - lib/open_ai/chat_thread.rb
 - lib/open_ai/dalle.rb
+- lib/open_ai/image.rb
 - lib/open_ai/message.rb
+- lib/open_ai/model.rb
 - lib/open_ai/utils.rb
 - lib/open_ai/whisper.rb
 - lib/open_ai_bot.rb
@@ -113,7 +116,7 @@ metadata:
   homepage_uri: https://github.com/bulgakke/open_ai_bot
   source_code_uri: https://github.com/bulgakke/open_ai_bot
   rubygems_mfa_required: 'true'
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -128,8 +131,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
-signing_key: 
+rubygems_version: 3.5.9
+signing_key:
 specification_version: 4
 summary: Telegram bot for using ChatGPT, DALL-E and Whisper
 test_files: []