reddit_bot 1.7.4 → 1.8.0

data/examples/largeimagesreview/Gemfile

@@ -1,4 +0,0 @@
-source "https://rubygems.org"
-
-gem "reddit_bot", "1.1.5"
-# gem "mll"

data/examples/largeimagesreview/Gemfile.lock

@@ -1,15 +0,0 @@
-GEM
-  remote: https://rubygems.org/
-  specs:
-    json (1.8.3)
-    reddit_bot (1.1.5)
-      json
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  reddit_bot (= 1.1.5)
-
-BUNDLED WITH
-   1.12.3

data/examples/largeimagesreview/main.rb

@@ -1,43 +0,0 @@
-cache = lambda do |&block|
-  require "yaml"
-  next YAML.load File.read "cache.yaml" if File.exist? "cache.yaml"
-  block.call.tap do |data|
-    File.write "cache.yaml", YAML.dump(data)
-  end
-end
-
-
-require_relative "../boilerplate"
-BOT = RedditBot::Bot.new YAML.load File.read "secrets.yaml"
-
-SUBREDDIT = "largeimages"
-
-table = cache.call do
-  BOT.json(:get, "/r/#{SUBREDDIT}/about/log", [["limit", ENV["LIMIT"] || 500]])["data"]["children"].map do |child|
-    fail child unless child["kind"] == "modaction"
-    next unless %w{ removelink approvelink }.include? child["data"]["action"]
-    title = BOT.json(:get, "/api/info", [["id", child["data"]["target_fullname"]]])["data"]["children"][0]["data"]["title"]
-    [child["data"]["action"], title[/(?<=^\[)\d+x\d+/], title[/[^\/]+$/]]
-  end.compact
-end
-
-report = table.group_by(&:last).sort_by{ |_, group| -group.size }.map do |sub, group|
-  good = (group.group_by(&:first)["approvelink"] || []).size
-  [
-    sub, "Total: #{group.size}",
-    "Quality: #{good * 100 / group.size}%",
-    group.sort_by do |_, resolution, |
-      x, y = resolution.scan(/\d+/).map(&:to_i)
-      x * y
-    end.map do |status, |
-      {"approvelink"=>?✅, "removelink"=>?⛔}[status] || ??
-    end.join,
-  ]
-end
-
-widths = report.transpose.map{ |column| column.map(&:size).max }
-report.each do |row|
-  puts [row, widths, %i{ center ljust ljust ljust }].transpose.map{ |string, width, alignment|
-    " #{string.send(alignment, width)} "
-  }.join
-end

data/examples/mlgtv/Gemfile

@@ -1,4 +0,0 @@
-source "https://rubygems.org"
-
-gem "reddit_bot", "~>1.3.0"
-gem "nethttputils", git: "git@github.com:Nakilon/nethttputils.git", tag: "v0.0.4.1"

data/examples/mlgtv/Gemfile.lock

@@ -1,23 +0,0 @@
-GIT
-  remote: git@github.com:Nakilon/nethttputils.git
-  revision: 84ac32db6d44b68f5bd6e2f1ce8698fc5e2ad968
-  tag: v0.0.4.1
-  specs:
-    nethttputils (0.0.4.1)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    json (2.1.0)
-    reddit_bot (1.3.0)
-      json
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  nethttputils!
-  reddit_bot (~> 1.3.0)
-
-BUNDLED WITH
-   1.16.0

data/examples/mlgtv/channels.txt

@@ -1,127 +0,0 @@
-Ricky
-ACHES
-Lacefield
-Clayster
-Enable
-Zoomaa
-Attach
-TheFEARS
-MiRx1
-SaintsRF
-StuDyy
-SpaceLyTV
-NAMELESS
-Scump
-FORMAL
-Crimsix
-Karma
-Loony
-Slacked
-Octane
-MJChino
-Diabolic_TV
-ImTheIvy
-Senderxz
-Jkap
-John
-SlasheRAL
-Apathy
-ColtHavok
-MikeSwarley
-Parasite
-TyreeLegal
-Silly
-Blfire
-methodz
-TwiZzyTV
-Mochila
-Remy
-Xotic16
-AquA
-Faccento
-Nagafen
-Tylerfelo
-TheoryCoD
-ColeChanTV
-happyy97
-goonjar
-Burns
-Dedo
-Neslo
-TeeCM
-K1lla93
-NeLsoNNaTeR
-ProoFy
-Whea7s
-MBoZe
-Merk
-Nadeshot
-ReeP
-Sharp
-TeePee
-Braaain2015
-Nolsonn
-QwiKeRTHaNu
-Zedenyer1
-Jurd
-Tommey
-Swanny
-MadCatEU
-Rated_EU1
-BsportJoshh
-VortexSA
-Sy_Vortex
-TheMarkyB
-Peatie95
-urbandm
-TreiZer0
-iDqvee
-Tojor
-MethodZ_TV
-Gotaga
-WailersWL
-TCM_Moose
-skrapzq
-Reedy
-fighta71
-Swiftazor
-NakeeeZe
-BeastnGOD
-Dizmull
-MitchBuZZO
-YKEminence
-BacabecNZ
-Zeuss_Gaming
-Hopeyy
-GuydraCOD
-mattmrx
-Maven
-CouRageJD
-Revan
-BriceyHD
-Benson
-PHILWHI7
-CallofDuty
-MLGcod
-MLG
-mlgbravo
-MLGcharlie
-MLG_Delta
-MLG_FR
-MLG_German
-MLG_ITL
-MES
-Multiplay_CoD
-UMGEvents
-GfinityTV
-WorldGaming
-FemaleProLeague
-Arcitys
-Prestinni
-Maux
-priestahh
-Vilesyder
-benbance
-JordonGeneral
-dreeall
-CESNLive

data/examples/mlgtv/main.rb

@@ -1,160 +0,0 @@
-require_relative File.join "../boilerplate"
-
-BOT = RedditBot::Bot.new YAML.load_file "secrets.yaml"
-
-SUBREDDIT = "codcompetitive"
-
-loop do
-  Hearthbeat.beat "u_OpTicNaDeBoT_r_CoDCompetitive", 70 unless Gem::Platform.local.os == "darwin"
-  catch :loop do
-
-    text = " Live Streams\n\n" + [].tap do |list|
-
-      throw :loop unless statuses = JSON.parse( begin
-        NetHTTPUtils.request_data("http://streamapi.majorleaguegaming.com/service/streams/all")[/\{.+\}/m]
-      rescue NetHTTPUtils::Error => e
-        fail unless e.code == 408
-        puts 408
-        sleep 60
-        retry
-      end )["data"]["items"]
-      games = JSON.parse(
-        NetHTTPUtils.request_data("http://www.majorleaguegaming.com/api/games/all")[/\{.+\}/m]
-      )["data"]["items"]
-      begin
-        JSON.parse begin
-          NetHTTPUtils.request_data("http://www.majorleaguegaming.com/api/channels/all?fields=name,url,tags,stream_name,game_id")
-        rescue NetHTTPUtils::Error => e
-          fail unless e.code == 404
-          puts 404
-          sleep 60
-          retry
-        end
-      rescue JSON::ParserError
-        puts "JSON::ParserError"
-        sleep 60
-        retry
-      end["data"]["items"].each do |item1|
-        next unless item1["tags"].include? "COD Pro League"
-        status = statuses.find{ |item2| item1["stream_name"] == item2["stream_name"] }
-        next unless status && status["status"] > 0
-        game = games.find{ |game| game["id"] == item1["game_id"] }
-        list << "* [](#mlg) [](##{
-          ["?", "live", "replay"][status["status"]]
-        }) #{
-          "[](##{ {
-            "Call of Duty: Modern Warfare 2" => "codmw2",
-            "Call of Duty: Modern Warfare 3" => "codmw3",
-            "Call of Duty: Black Ops" => "codbo12",
-            "Call of Duty: Black Ops II" => "codbo2",
-            "Call of Duty: Black Ops III" => "codbo3",
-            "Call of Duty: Advanced Warfare" => "codaw",
-            "Call of Duty: Ghosts" => "codghosts2",
-            "Call of Duty: Infinite Warfare" => "codiw",
-          }[game["name"]] }) " if game
-        }[**#{
-          item1["name"]
-        }**](#{
-          item1["url"]
-        })"
-      end
-
-      # to update access_token:
-      # 0. see 'client_id' here https://www.twitch.tv/settings/connections and 'client_secret' from local ./readme file
-      # 1. get 'code' by visiting in browser: https://api.twitch.tv/kraken/oauth2/authorize?response_type=code&client_id=*******&redirect_uri=http://www.example.com/unused/redirect/uri&scope=channel_read channel_feed_read
-      # 2. NetHTTPUtils.request_data("https://api.twitch.tv/kraken/oauth2/token", :post, form: {client_id: "*******", client_secret: "*****", grant_type: "authorization_code", redirect_uri: "http://www.example.com/unused/redirect/uri", code: "*******"})
-      twitch = lambda do |url|
-        max = 1000
-        data_key = "top"
-        next_key = "_links"
-
-        request = lambda do |url, acc|
-          uri = URI.parse url
-          query = Hash[URI.decode_www_form uri.query || ""]
-          # query.merge!({ "limit" => max }) if max
-          uri.query = URI.encode_www_form query.merge( {
-            "access_token" => File.read("twitch.token").strip,
-            "client_id" => File.read("client.id").strip,
-          } )
-          json = JSON.parse NetHTTPUtils.request_data uri.to_s
-          unless json[data_key]
-            pp json
-            fail
-          end
-          acc = acc + json[data_key]
-          next acc.take max if max && max <= acc.size
-          request[json[next_key]["next"], acc]
-        end
-
-        request[url, []]
-      end
-      # ? absent on twitch ? "Call of Duty: Modern Warfare 2" => "codmw2"
-      # t = twitch["https://api.twitch.tv/kraken/games/top?limit=100"].map{ |hash| fail hash.keys.to_s unless hash.keys == %w{ game viewers channels }; hash.values.first["name"] }
-      # pp t.grep("/call of duty/i")
-      # pp t.grep("/warfare/i")
-      # ? absent in css    ? "Call of Duty: United Offensive"
-      {
-        "Call of Duty: Infinite Warfare"          => "codiw",
-        "Call of Duty: Modern Warfare Remastered" => "cod4",
-        "Call of Duty 4: Modern Warfare"          => "cod4",
-        "Call of Duty: Modern Warfare 3"          => "codmw3",
-        "Call of Duty: Black Ops"                 => "codbo12",
-        "Call of Duty: Black Ops II"              => "codbo2",
-        "Call of Duty: Black Ops III"             => "codbo3",
-        "Call of Duty: Advanced Warfare"          => "codaw",
-        "Call of Duty: Ghosts"                    => "codghosts2",
-        "Call of Duty: World at War"              => "codwaw",
-        "Call of Duty: WWII"                      => "codwwii",
-        "Modern Warfare 2"                        => "codmw2",
-      }.each do |game, css|
-        (begin
-          require "cgi"
-          begin
-            t = NetHTTPUtils.get_response "https://api.twitch.tv/kraken/streams?game=#{CGI::escape game}&access_token=#{File.read("twitch.token").strip}&client_id=#{File.read("client.id").strip}&channel=#{File.read("channels.txt").split.join ?,}"
-          end while t.code == 500
-          JSON.parse t.body
-        rescue JSON::ParserError
-          puts "JSON::ParserError"
-          sleep 60
-          retry
-        end["streams"] || []).each do |channel|
-          list << "* [](#twitch) [](#live) #{
-            "[](##{css}) "
-          }[**#{
-            channel["channel"]["display_name"]
-          }**](#{
-            channel["channel"]["url"]
-          })"
-        end
-      end
-
-    end.join("  \n") + "\n"
-
-    settings = BOT.json(:get, "/r/#{SUBREDDIT}/about/edit")["data"]
-    # https://github.com/praw-dev/praw/blob/c45e5f6ca0c5cd9968b51301989eb82740f8dc85/praw/__init__.py#L1592
-    settings.store "sr", settings.delete("subreddit_id")
-    settings.store "lang", settings.delete("language")
-    settings.store "link_type", settings.delete("content_options")
-    settings.store "type", settings.delete("subreddit_type")
-    settings.store "header-title", settings.delete("header_hover_text") || ""
-    settings["domain"] ||= ""
-    settings["submit_link_label"] ||= ""
-    settings["submit_text_label"] ||= ""
-    settings["allow_top"] = settings["allow_top"]
-    settings.delete "default_set"
-
-    prefix, postfix = CGI.unescapeHTML(settings["description"]).split(/(?<=\n#####)\s*Live Streams.+?(?=\n#+)/im)
-    unless postfix
-      puts "!!! can't parse sidebar !!!"
-      throw :loop
-    end
-    next puts "nothing to change" if prefix + text + postfix == CGI.unescapeHTML(settings["description"])
-
-    puts "updating sidebar..."
-    settings["description"] = prefix + text + postfix
-    _ = BOT.json :post, "/api/site_admin", settings.to_a
-    fail _.inspect if _ != {"json"=>{"errors"=>[]}} && !(_["json"]["errors"].map(&:first) - ["BAD_CAPTCHA"]).empty?
-
-  end
-  sleep 300
-end

data/examples/net_http_utils.rb

@@ -1,148 +0,0 @@
-# TODO deprecate in favor of the gem nethttputils
-
-require "net/http"
-require "openssl"
-
-require "logger"
-
-
-module NetHTTPUtils
-  class << self
-
-    attr_accessor :logger
-
-    # private?
-    def get_response url, mtd = :get, form: {}, header: [], auth: nil, timeout: 30, patch_request: nil, &block
-      # form = Hash[form.map{ |k, v| [k.to_s, v] }]
-      uri = URI.parse url
-      cookies = {}
-      prepare_request = lambda do |uri|
-        case mtd
-          when :get    ; Net::HTTP::Get
-          when :post   ; Net::HTTP::Post
-          when :put    ; Net::HTTP::Put
-          when :delete ; Net::HTTP::Delete
-          else         ; raise "unknown method #{mtd}"
-        end.new(uri).tap do |request| # somehow Get eats even raw url, not URI object
-          patch_request.call uri, form, request if patch_request
-          request.basic_auth *auth if auth
-          header.each{ |k, v| request[k] = v }
-          request["cookie"] = [*request["cookie"], cookies.map{ |k, v| "#{k}=#{v}" }].join "; " unless cookies.empty?
-          request.set_form_data form unless form.empty?
-          stack = caller.reverse.map do |level|
-            /((?:[^\/:]+\/)?[^\/:]+):([^:]+)/.match(level).captures
-          end.chunk(&:first).map do |file, group|
-            "#{file}:#{group.map(&:last).chunk{|_|_}.map(&:first).join(",")}"
-          end
-          logger.info request.path
-          logger.debug request.each_header.to_a.to_s
-          logger.debug stack.join " -> "
-          logger.debug request
-        end
-      end
-      request = prepare_request[uri]
-      start_http = lambda do |uri|
-        begin
-          Net::HTTP.start(
-            uri.host, uri.port,
-            use_ssl: uri.scheme == "https",
-            verify_mode: OpenSSL::SSL::VERIFY_NONE,
-            # read_timeout: 5,
-          ).tap do |http|
-            http.read_timeout = timeout #if timeout
-            http.open_timeout = timeout #if timeout
-            http.set_debug_output STDERR if logger.level == Logger::DEBUG # use `logger.debug?`?
-          end
-        rescue Errno::ECONNREFUSED => e
-          e.message.concat " to #{uri}" # puts "#{e} to #{uri}"
-          raise e
-        rescue Errno::EHOSTUNREACH, Errno::ENETUNREACH, Errno::ECONNRESET, SocketError, OpenSSL::SSL::SSLError => e
-          logger.warn "retrying in 5 seconds because of #{e.class}"
-          sleep 5
-          retry
-        rescue Errno::ETIMEDOUT
-          logger.warn "ETIMEDOUT, retrying in 5 minutes"
-          sleep 300
-          retry
-        end
-      end
-      http = start_http[uri]
-      do_request = lambda do |request|
-        response = begin
-          http.request request, &block
-        rescue Errno::ECONNRESET, Errno::ECONNREFUSED, Net::ReadTimeout, Net::OpenTimeout, Zlib::BufError, OpenSSL::SSL::SSLError => e
-          logger.error "retrying in 30 seconds because of #{e.class} at: #{request.uri}"
-          sleep 30
-          retry
-        end
-        response.to_hash.fetch("set-cookie", []).each{ |c| k, v = c.split(?=); cookies[k] = v[/[^;]+/] }
-        case response.code
-        when /\A3\d\d$/
-          logger.info "redirect: #{response["location"]}"
-          new_uri = URI.join(request.uri, response["location"])
-          new_host = new_uri.host
-          if http.address != new_host ||
-             http.port != new_uri.port ||
-             http.use_ssl? != (new_uri.scheme == "https")
-            logger.debug "changing host from '#{http.address}' to '#{new_host}'"
-            http = start_http[new_uri]
-          end
-          do_request.call prepare_request[new_uri]
-        when "404"
-          logger.error "404 at #{request.method} #{request.uri} with body: #{
-            response.body.is_a?(Net::ReadAdapter) ? "impossible to reread Net::ReadAdapter -- check the IO you've used in block form" : response.body.tap do |body|
-              body.replace body.strip.gsub(/<[^>]*>/, "") if body["<html>"]
-            end.inspect
-          }"
-          response
-        when /\A50\d$/
-          logger.error "#{response.code} at #{request.method} #{request.uri} with body: #{response.body.inspect}"
-          response
-        else
-          logger.info "code #{response.code} at #{request.method} #{request.uri}#{
-            " and so #{url}" if request.uri.to_s != url
-          } from #{
-            [__FILE__, caller.map{ |i| i[/\d+/] }].join ?:
-          } with body: #{
-            response.body.tap do |body|
-              body.replace body.strip.gsub(/<[^>]*>/, "") if body["<html>"]
-            end.inspect
-          }" unless response.code.start_with? "20"
-          response
-        end
-      end
-      do_request[request].tap do |response|
-        cookies.each{ |k, v| response.add_field "Set-Cookie", "#{k}=#{v};" }
-        logger.debug response.to_hash
-      end
-    end
-
-    def request_data *args
-      response = get_response *args
-      throw :"404" if "404" == response.code
-      throw :"500" if "500" == response.code
-      response.body
-    end
-
-  end
-  self.logger = Logger.new STDOUT
-  self.logger.level = ENV["LOGLEVEL_#{name}"] ? Logger.const_get(ENV["LOGLEVEL_#{name}"]) : Logger::WARN
-  self.logger.formatter = lambda do |severity, datetime, progname, msg|
-    "#{severity.to_s[0]} #{datetime.strftime "%y%m%d %H%M%S"} : #{name} : #{msg}\n"
-  end
-end
-
-
-if $0 == __FILE__
-  print "self testing... "
-
-  fail unless NetHTTPUtils.request_data("http://httpstat.us/200") == "200 OK"
-  fail unless NetHTTPUtils.get_response("http://httpstat.us/404").body == "404 Not Found"
-  catch(:"404"){ fail NetHTTPUtils.request_data "http://httpstat.us/404" }
-  # TODO raise?
-  fail unless NetHTTPUtils.request_data("http://httpstat.us/400") == "400 Bad Request"
-  fail unless NetHTTPUtils.get_response("http://httpstat.us/500").body == "500 Internal Server Error"
-  catch(:"500"){ fail NetHTTPUtils.request_data "http://httpstat.us/500" }
-
-  puts "OK #{__FILE__}"
-end