trovobot 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 6b7663f68f63115e61353d82886cf07854ed3d9fd595397342d19574f0ea8738
+  data.tar.gz: 78308c69ccfc5806298182b18506aa1eebf5ab86ea86424c9bda23915687b943
+SHA512:
+  metadata.gz: 33b9d983a123386370e417fc4f2b6dcee48020ac9fdaa3266d7d202a1ab58180280e3ff54294df139e5293fafa130c86b28fa2cfc128c3dbcabffa4908bb2502
+  data.tar.gz: de52c29a50ffb70d18211c651c89b981a180dad962a138c5c44b5b6c57cd84a767ae9ff3e19fd8b6c70d2ac315576b7421388a119fc6ab92ebfb1d2e2b62323f

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 Victor Maslov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/lib/trovobot.rb

@@ -0,0 +1,136 @@
+module TrovoBot
+  require_relative "trovobot/common"
+
+  require "async"
+  require "async/semaphore"
+  require "nethttputils"
+  require "pp"
+
+  SEMAPHORE_TIME = Async::Semaphore.new
+  private_constant :SEMAPHORE_TIME
+  SEMAPHORE_NETHTTP = Async::Semaphore.new 5
+  @prev = Time.now
+  def self.access_token
+    JSON.load( ( Common::cache_text "tokens.json" do
+      NetHTTPUtils.request_data "https://open-api.trovo.live/openplatform/exchangetoken", :POST, :json, header: {
+        "Client-ID" => File.read("clientid"),
+      }, form: {
+        client_secret: File.read("clientsecret"),
+        grant_type: "authorization_code",
+        code: File.read("auth_code"),
+        redirect_uri: "https://trovo.live/",
+      }
+    end ) ).fetch("access_token")
+  end
+  def self.request mtd, form = {}
+    Sync do
+      sleep SEMAPHORE_TIME.async{ [@prev + 0.1 - Time.now, 0].max.tap{ @prev = Time.now } }.wait
+      JSON.load( SEMAPHORE_NETHTTP.async do
+        NetHTTPUtils.request_data "https://open-api.trovo.live/openplatform/#{mtd}", :POST, :json, header: {
+          "Client-ID" => File.read("clientid"),
+          "Authorization" => "OAuth #{access_token}",
+        }, form: form
+      rescue NetHTTPUtils::Error => e
+        p e.body
+        case e.code
+        when 401
+          fail unless 11714 == JSON.load(e.body).fetch("status")
+          Common::cache_text "tokens.json", true do
+            NetHTTPUtils.request_data "https://open-api.trovo.live/openplatform/refreshtoken", :POST, :json, header: {
+              "Client-ID" => File.read("clientid"),
+            }, form: {
+              client_secret: File.read("clientsecret"),
+              grant_type: "refresh_token",
+              refresh_token: JSON.load(File.read"tokens.json").fetch("refresh_token"),
+            }
+          end
+          sleep 1   # TODO: remove?
+          retry
+        when 400
+          fail unless 20000 == JSON.load(e.body).fetch("status")
+          pp [mtd, form]
+          raise
+        end
+      end.wait )
+    end
+  end
+  def self.name_to_id name
+    request("getusers", {user: [name || fail]})["users"].map{ |_| _["channel_id"] }[0].to_i
+  end
+
+  class << self
+    attr_accessor :queue
+  end
+  self.queue = Queue.new
+  Thread.new do
+    loop do
+      content, channel_id = queue.pop
+      fail unless channel_id  # omitting (for sending to own channel) isn't implemented yet
+      pp TrovoBot::request "chat/send", {content: content, channel_id: channel_id}
+      sleep 1
+    end
+  end.abort_on_exception = true
+
+  def self.start
+    puts "admin -- #{ARGV[0]}"
+    puts "channel -- #{ARGV[1]}"
+    require "async/websocket/client"
+    require "async/http/endpoint"
+    Async do |task|
+      puts "debug: Async"
+      channel_id = name_to_id ARGV[1]
+      chat_token = JSON.load( SEMAPHORE_NETHTTP.async do
+        NetHTTPUtils.request_data "https://open-api.trovo.live/openplatform/chat/channel-token/#{channel_id}", header: {
+          "Accept" => "application/json",
+          "Client-ID" => File.read("clientid"),
+        }
+      end.wait )["token"]
+      loop do
+        puts "debug: loop"
+        Async::WebSocket::Client.connect(Async::HTTP::Endpoint.parse "wss://open-chat.trovo.live/chat", alpn_protocols: Async::HTTP::Protocol::HTTP11.names) do |connection|
+          puts "debug: connection"
+          ping_task = task.async do
+            loop do
+              sleep 30
+              connection.write( {type: "PING", nonce: ""} )
+              connection.flush
+            end
+          end
+          connection.write( {type: "AUTH", nonce: "", data: {token: chat_token}} )
+          # TODO: wrap the file in a semaphore
+          require "fileutils"
+          FileUtils.touch "processed.jsonl" unless File.exist? "processed.jsonl"
+          to_skip = File.read("processed.jsonl").split("\n")
+          # trovo may send the same message but with slightly different attributes, such as avatar, so we store only ids
+          while msg = connection.read
+            # outdated?
+            #   for efficiency if I start processing then I immediately stop skipping,
+            #   so I don't process until it's type="CHAT" with new id
+            # for now we only yield and track CHATs
+            # next if msg.fetch(:type) == "PONG"
+            next unless msg[:type] == "CHAT"
+            new_msgs = msg[:data].fetch(:chats, []).reject{ |_| (to_skip || []).include? _.fetch :message_id }
+            next if new_msgs.empty?
+            to_skip = nil
+            puts "< #{Time.now} #{Base64.strict_encode64 msg.to_s}"
+            puts msg.pretty_inspect.gsub(/^/, "< ")
+            new_msgs.each do |msg|
+              yield msg, channel_id
+            rescue
+              puts $!.full_message
+              TrovoBot::queue.push ["error at #{ARGV[1]}: #{$!}, #{$!.backtrace.first}", name_to_id(ARGV[0])]
+            else
+              File.open("processed.jsonl", "a"){ |_| _.puts msg.fetch :message_id }
+            end
+          end
+        ensure
+          ping_task&.stop
+        end
+      rescue Async::WebSocket::ProtocolError, OpenSSL::SSL::SSLError
+        p $!
+        sleep 5
+        retry
+      end
+    end # we wanted to rescue Async::* errors to retry this but it appeared to also throw other kinds of exceptions so we just loop
+  end
+end

data/trovobot.gemspec

@@ -0,0 +1,18 @@
+Gem::Specification.new do |spec|
+  spec.name         = "trovobot"
+  spec.version      = "0.0.1"
+  spec.summary      = "Trovo Live API library"
+
+  spec.author       = "Victor Maslov aka Nakilon"
+  spec.email        = "nakilon@gmail.com"
+  spec.license      = "MIT"
+  spec.metadata     = {"source_code_uri" => "https://github.com/nakilon/trovobot"}
+
+  spec.required_ruby_version = ">=3"
+
+  spec.add_dependency "nethttputils", "~>0.4.3.2"
+  spec.add_dependency "async-http"
+  spec.add_dependency "async-websocket"
+
+  spec.files        = %w{ LICENSE trovobot.gemspec lib/trovobot.rb }
+end

metadata

@@ -0,0 +1,88 @@
+--- !ruby/object:Gem::Specification
+name: trovobot
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Victor Maslov aka Nakilon
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2022-02-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nethttputils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.3.2
+- !ruby/object:Gem::Dependency
+  name: async-http
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: async-websocket
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email: nakilon@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- lib/trovobot.rb
+- trovobot.gemspec
+homepage:
+licenses:
+- MIT
+metadata:
+  source_code_uri: https://github.com/nakilon/trovobot
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '3'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.22
+signing_key:
+specification_version: 4
+summary: Trovo Live API library
+test_files: []