reddit_bot 1.7.4 → 1.8.0

data/examples/iostroubleshooting/Gemfile

@@ -1,5 +0,0 @@
-source "https://rubygems.org"
-
-# ruby "2.0.0"
-gem "json"#, "1.7.7"
-gem "reddit_bot", "~>1.1.5"

data/examples/iostroubleshooting/Gemfile.lock

@@ -1,16 +0,0 @@
-GEM
-  remote: https://rubygems.org/
-  specs:
-    json (1.8.3)
-    reddit_bot (1.1.5)
-      json
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  json
-  reddit_bot (~> 1.1.5)
-
-BUNDLED WITH
-   1.11.2

data/examples/iostroubleshooting/main.rb

@@ -1,36 +0,0 @@
-require_relative File.join "..", "boilerplate"
-BOT = RedditBot::Bot.new YAML.load(File.read "secrets.yaml"), ignore_captcha: true
-
-# SUBREDDIT = "test___________"
-SUBREDDIT = "iostroubleshooting"
-
-# require "open-uri"
-require "csv" # /api/flaircsv
-
-loop do
-  AWSStatus::touch
-  catch :loop do
-
-    existing = BOT.json(:get, "/r/#{SUBREDDIT}/api/flairlist")["users"]
-    begin
-      JSON.parse(DownloadWithRetry::download_with_retry("#{File.read "gas.url"}sheet_name=Bot&spreadsheet_id=10UzXUbawBgXLQkxXDMz28Qcx3IQPjwG9nByd_d8y31I", &:read))
-    rescue JSON::ParserError
-      puts "smth wrong with GAS script"
-      throw :loop
-    end.drop(1).reverse.uniq{ |_, user, _, _| user }.map do |row|
-      next unless row.map(&:empty?) == [false, false, false, false]
-      _, user, ios, flair = row
-      next if existing.include?({"flair_css_class"=>flair, "user"=>user, "flair_text"=>ios})
-      [user, ios, flair]
-      # {"iPhone"=>"greenflair", "iPad"=>"blue", "iPod"=>"red"}[device[/iP(od|ad|hone)/]]]
-    end.compact.each_slice(50) do |slice|
-      CSV(load = ""){ |csv| slice.each{ |record| csv << record } }
-      puts load
-      BOT.json(:post, "/r/#{SUBREDDIT}/api/flaircsv", [["flair_csv", load]]).each do |report|
-        pp report unless report.values_at("errors", "ok", "warnings") == [{}, true, {}]
-      end
-    end
-
-  end
-  sleep 60
-end

data/examples/johnnymarr/Gemfile

@@ -1,3 +0,0 @@
-source "https://rubygems.org"
-
-gem "reddit_bot"

data/examples/johnnymarr/Gemfile.lock

@@ -1,17 +0,0 @@
-GEM
-  remote: https://rubygems.org/
-  specs:
-    json (2.1.0)
-    nethttputils (0.2.5.1)
-    reddit_bot (1.6.10)
-      json
-      nethttputils (~> 0.2.5.1)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  reddit_bot
-
-BUNDLED WITH
-   1.17.1

data/examples/johnnymarr/main.rb

@@ -1,54 +0,0 @@
-require_relative "../boilerplate"
-SUBREDDIT = "JohnnyMarr"
-BOT = RedditBot::Bot.new YAML.load(File.read "secrets.yaml"), subreddit: SUBREDDIT
-
-TWITTER = "Johnny_Marr"
-require_relative "twitter"
-
-loop do
-  id = BOT.new_posts.find do |post|
-    /\(https:\/\/twitter\.com\/#{TWITTER}\/status\/(\d{18,})\)/i =~ post["selftext"] and break $1
-  end.to_i
-  n = if id.zero?
-    fail "no tweets found in subreddit" unless [ "#{SUBREDDIT}_TEST" ].include?(SUBREDDIT) || ENV["START"]
-    10
-  else
-    200
-  end
-
-  fail unless flair = BOT.json(:get, "/r/#{SUBREDDIT}/api/link_flair").find do |flair|
-    flair["text"] == "Twitter"
-  end
-
-  timeout = 0
-  JSON.load( begin
-    NetHTTPUtils.request_data(
-      "https://api.twitter.com/1.1/statuses/user_timeline.json",
-      form: { screen_name: TWITTER, count: n, tweet_mode: "extended" },
-      header: { Authorization: "Bearer #{TWITTER_ACCESS_TOKEN}" }
-    )
-  rescue NetHTTPUtils::Error => e
-    fail unless [500, 503].include? e.code
-    sleep timeout += 1
-    retry
-  end ).sort_by{ |tweet| -tweet["id"] }.take_while do |tweet|
-    tweet["id"] > id && (!File.exist?("id") || tweet["id"] > File.read("id").to_i)
-  end.reverse_each do |tweet|
-    title, text, contains_media = Tweet2titleNtext[tweet]
-    result = BOT.json :post, "/api/submit", {
-      sr: SUBREDDIT,
-      kind: "self",
-      title: title,
-      text: text,
-    }.tap{ |h| h.merge!({ flair_id: flair["id"] }) }
-    unless result["json"]["errors"].empty?
-      fail unless result["json"]["errors"].map(&:first) == ["ALREADY_SUB"]
-      puts "ALREADY_SUB error for #{tweet["id"]}"
-    end
-    File.write "id", tweet["id"]
-    abort if ENV["ONCE"]
-  end
-
-  puts "END LOOP #{Time.now}"
-  sleep 300
-end

data/examples/johnnymarr/twitter.rb

@@ -1,80 +0,0 @@
-require "json"
-require "nethttputils"
-
-TWITTER_ACCESS_TOKEN = JSON.load(
-  NetHTTPUtils.request_data "https://api.twitter.com/oauth2/token", :post,
-    auth: File.read("twitter.token").split,
-    form: {grant_type: :client_credentials}
-)["access_token"]
-
-Tweet2titleNtext = lambda do |tweet|
-  pp tweet if ENV["TEST"]
-  text = ""
-  contains_media = false
-  up = ->s{ s.split.map{ |w| "^#{w}" }.join " " }
-
-  tweet_to_get_media_from = tweet["retweeted_status"] || tweet
-  if tweet_to_get_media_from["extended_entities"] && !tweet_to_get_media_from["extended_entities"]["media"].empty?
-    contains_media = true
-    tweet_to_get_media_from["extended_entities"]["media"].each_with_index do |media, i|
-      text.concat "* [Image #{i + 1}](#{media["media_url_https"]})\n\n"
-    end
-  end
-  if !tweet_to_get_media_from["entities"]["urls"].empty?
-    contains_media = true
-    tweet_to_get_media_from["entities"]["urls"].each_with_index do |url, i|
-      text.concat "* [Link #{i + 1}](#{url["expanded_url"]})\n\n"
-    end
-  end
-
-  require "date"
-  text.concat "^- #{
-    up[tweet["user"]["name"]]
-  } [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [#{
-    up[Date.parse(tweet["created_at"]).strftime "%B %-d, %Y"]
-  }](https://twitter.com/#{TWITTER}/status/#{tweet["id"]})"
-  require "cgi"
-  # [CGI::unescapeHTML(tweet["full_text"]).sub(/( https:\/\/t\.co\/[0-9a-zA-Z]{10})*\z/, ""), text, contains_media]
-  [CGI::unescapeHTML(tweet["retweeted_status"] ? "RT: #{tweet["retweeted_status"]["full_text"]}" : tweet["full_text"]).sub(/(\s+https:\/\/t\.co\/[0-9a-zA-Z]{10})*\z/, ""), text, contains_media]
-end
-[
-  [905764294687633408,   true, "The Polish government & military high command is now evacuating Warsaw for Brest, 120 miles east: German armies are too close to the capital",   "* [Image 1](https://pbs.twimg.com/media/DJHq71BXYAA6KJ0.jpg)\n\n"                                                              "^- ^WW2 ^Tweets ^from ^1940 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^""September ^7, ^2017](https://twitter.com/#{TWITTER}/status/905764294687633408)"],
-  [915534673471733760,   true, "In east Poland (now Soviet Ukraine) industry & farms to be collectivised, political parties banned, aristocrats & capitalists \"re-educated\".", "* [Image 1](https://pbs.twimg.com/media/DLSh2J9W4AACcOG.jpg)\n\n* [Image 2](https://pbs.twimg.com/media/DLSh4sKX0AEBaXq.jpg)\n\n^- ^WW2 ^Tweets ^from ^1940 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^4, ^2017](https://twitter.com/#{TWITTER}/status/915534673471733760)"],
-  [915208866408824832,   true, "For 1st time, RAF planes dropping propaganda leaflets on Berlin itself, entitled \"Germans: these are your leaders!\"",                          "* [Image 1](https://pbs.twimg.com/media/DLN5jJ-XkAEUz9M.jpg)\n\n* [Link 1](https://www.psywar.org/product_1939EH158.php)\n\n"  "^- ^WW2 ^Tweets ^from ^1940 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^3, ^2017](https://twitter.com/#{TWITTER}/status/915208866408824832)"],
-  [914577848891006978,   true, "\"In Poland, Russia pursued a cold policy of selfinterest. But clearly necessary for Russia… against Nazi menace.\"",                            "* [Link 1](https://www.youtube.com/watch?v=ygmP5A3n2JA)\n\n"                                                                   "^- ^WW2 ^Tweets ^from ^1940 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^1, ^2017](https://twitter.com/#{TWITTER}/status/914577848891006978)"],
-  [926581977372942336,  false, "Finland rejects Soviet demand to surrender land near Leningrad & give Red Navy base in Hanko; Soviets now claim Finns' manner \"warlike\".",                                                                                                                                     "^- ^WW2 ^Tweets ^from ^1940 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^" "November ^3, ^2017](https://twitter.com/#{TWITTER}/status/926581977372942336)"],
-  [1007650044441329664,  true, "RT: SOLD OUT | Tonight’s @Johnny_Marr signing at Rough Trade East is now completely sold out! Catch you in a bit. ‘Call The Comet’ is out now:", "* [Image 1](https://pbs.twimg.com/media/DfvdN1_WsAE_a3r.jpg)\n\n* [Link 1](https://roughtrade.com/gb/music/johnny-marr-call-the-comet)\n\n^- ^Johnny ^Marr [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^June ^15, ^2018](https://twitter.com/#{TWITTER}/status/1007650044441329664)"],
-  [1007155648612581376,  true, "Tomorrow. #CallTheComet",                                                                                                                        "* [Image 1](https://pbs.twimg.com/ext_tw_video_thumb/1007155601913204736/pu/img/IREVPkgUVHoQHfBB.jpg)\n\n"                               "^- ^Johnny ^Marr [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^June ^14, ^2018](https://twitter.com/#{TWITTER}/status/1007155648612581376)"],
-].each do |id, contains_media_, title_, text_|
-  title, text, contains_media = Tweet2titleNtext[ JSON.load NetHTTPUtils.request_data(
-    "https://api.twitter.com/1.1/statuses/show.json",
-    form: { id: id, tweet_mode: "extended" },
-    header: { Authorization: "Bearer #{TWITTER_ACCESS_TOKEN}" },
-  ) ]
-  unless contains_media_ == contains_media
-    puts "expected: #{contains_media_}"
-    puts "got: #{contains_media}"
-    abort "CONTAINS_MEDIA ERROR"
-  end
-  unless title_ == title
-    puts "expected:\n#{title_.inspect}"
-    puts "got:\n#{title.inspect}"
-    abort "TITLE FORMATTING ERROR"
-  end
-  unless text_ == text
-    puts "expected:\n#{text_.inspect}"
-    puts "got:\n#{text.inspect}"
-    abort "TEXT FORMATTING ERROR"
-  end
-  if ENV["TEST_POST"]
-    pp BOT.json :post, "/api/submit", {
-      sr: "#{SUBREDDIT}_TEST",
-      kind: "self",
-      title: title,
-      text: text,
-    }.tap{ |h| h.merge!({ flair_id: BOT.json(:get, "/r/#{SUBREDDIT}_TEST/api/link_flair").find{ |flair|
-      flair["text"] == "Contains Media"
-    }["id"] }) if contains_media }
-  end
-end
-abort "OK" if ENV["TEST"]

data/examples/largeimages/Gemfile

@@ -1,11 +0,0 @@
-source "https://rubygems.org"
-
-gem "json"
-
-gem "nokogiri", "~>1.10.4"
-
-gem "nethttputils", git: "git@github.com:nakilon/nethttputils.git"
-gem "directlink", "~>0.0.8.5"
-
-gem "gcplogger", git: "git@github.com:nakilon/gcplogger.git", tag: "v0.1.1.0"
-gem "google-cloud-error_reporting"

data/examples/largeimages/Gemfile.lock

@@ -1,107 +0,0 @@
-GIT
-  remote: git@github.com:nakilon/gcplogger.git
-  revision: 7c1451fac49bd0d242c6de43315ae6e9a70d8f7f
-  tag: v0.1.1.0
-  specs:
-    gcplogger (0.1.1.0)
-      google-cloud-logging (~> 1.4.0)
-      public_suffix (~> 2.0)
-
-GIT
-  remote: git@github.com:nakilon/nethttputils.git
-  revision: 1eea987604cf592a62a6732eae864959f7a9fdc4
-  specs:
-    nethttputils (0.3.3.0)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    addressable (2.7.0)
-      public_suffix (>= 2.0.2, < 5.0)
-    directlink (0.0.8.5)
-      addressable
-      fastimage (~> 2.1.3)
-      kramdown
-      nethttputils (~> 0.3.3.0)
-      nokogiri
-      reddit_bot (~> 1.7.0)
-    faraday (0.14.0)
-      multipart-post (>= 1.2, < 3)
-    fastimage (2.1.7)
-    google-cloud-core (1.2.0)
-      google-cloud-env (~> 1.0)
-    google-cloud-env (1.0.1)
-      faraday (~> 0.11)
-    google-cloud-error_reporting (0.30.0)
-      google-cloud-core (~> 1.2)
-      google-gax (~> 1.0)
-      stackdriver-core (~> 1.3)
-    google-cloud-logging (1.4.0)
-      google-cloud-core (~> 1.1)
-      google-gax (~> 1.0)
-      stackdriver-core (~> 1.2)
-    google-gax (1.0.1)
-      google-protobuf (~> 3.2)
-      googleapis-common-protos (>= 1.3.5, < 2.0)
-      googleauth (~> 0.6.2)
-      grpc (>= 1.7.2, < 2.0)
-      rly (~> 0.2.3)
-    google-protobuf (3.5.1.2)
-    googleapis-common-protos (1.3.7)
-      google-protobuf (~> 3.0)
-      googleapis-common-protos-types (~> 1.0)
-      grpc (~> 1.0)
-    googleapis-common-protos-types (1.0.1)
-      google-protobuf (~> 3.0)
-    googleauth (0.6.2)
-      faraday (~> 0.12)
-      jwt (>= 1.4, < 3.0)
-      logging (~> 2.0)
-      memoist (~> 0.12)
-      multi_json (~> 1.11)
-      os (~> 0.9)
-      signet (~> 0.7)
-    grpc (1.10.0)
-      google-protobuf (~> 3.1)
-      googleapis-common-protos-types (~> 1.0.0)
-      googleauth (>= 0.5.1, < 0.7)
-    json (2.2.0)
-    jwt (2.1.0)
-    kramdown (2.1.0)
-    little-plugger (1.1.4)
-    logging (2.2.2)
-      little-plugger (~> 1.1)
-      multi_json (~> 1.10)
-    memoist (0.16.0)
-    mini_portile2 (2.4.0)
-    multi_json (1.13.1)
-    multipart-post (2.0.0)
-    nokogiri (1.10.5)
-      mini_portile2 (~> 2.4.0)
-    os (0.9.6)
-    public_suffix (2.0.5)
-    reddit_bot (1.7.3)
-      json
-      nethttputils (~> 0.3.3.0)
-    rly (0.2.3)
-    signet (0.8.1)
-      addressable (~> 2.3)
-      faraday (~> 0.9)
-      jwt (>= 1.5, < 3.0)
-      multi_json (~> 1.10)
-    stackdriver-core (1.3.0)
-      google-cloud-core (~> 1.2)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  directlink (~> 0.0.8.5)
-  gcplogger!
-  google-cloud-error_reporting
-  json
-  nethttputils!
-  nokogiri (~> 1.10.4)
-
-BUNDLED WITH
-   2.0.2

data/examples/largeimages/main.rb

@@ -1,167 +0,0 @@
-### THIS WAS MY THE VERY FIRST REDDIT BOT
-
-
-require "gcplogger"
-logger = GCPLogger.logger "largeimagesbot"
-
-fail "no ENV['ERROR_REPORTING_KEYFILE'] specified" unless ENV["ERROR_REPORTING_KEYFILE"]
-require "google/cloud/error_reporting"
-Google::Cloud::ErrorReporting.configure do |config|
-  config.project_id = JSON.load(File.read ENV["ERROR_REPORTING_KEYFILE"])["project_id"]
-end
-
-
-require "directlink"
-
-require "nokogiri"
-
-require "../boilerplate"
-BOT = RedditBot::Bot.new YAML.load_file "secrets.yaml"
-
-INCLUDE = %w{
-    user/kjoneslol/m/sfwpornnetwork
-
-    r/woahdude
-    r/pic
-
-    r/highres
-    r/wallpapers
-    r/wallpaper
-    r/WQHD_Wallpaper
-
-    r/oldmaps
-    r/telephotolandscapes
-}
-EXCLUDE = %w{ foodporn powerwashingporn }
-
-checked = []
-
-search_url = lambda do |url|
-  JSON.load( begin
-    NetHTTPUtils.request_data "https://www.reddit.com/r/largeimages/search.json", form: {q: "url:#{url}", restrict_sr: "on"}, header: ["User-Agent", "ajsdjasdasd"]
-  rescue NetHTTPUtils::Error => e
-    raise unless [503].include? e.code
-    sleep 60
-    retry
-  end )["data"]["children"]
-end
-fail unless 1 == search_url["https://i.imgur.com/9JTxtjW.jpg"].size
-
-loop do
-  begin
-    logger.info "LOOP #{Time.now}"
-  rescue => e
-    puts "oops"
-    Google::Cloud::ErrorReporting.report e
-    sleep 5
-    raise
-  end
-
-  [ [:source_ultireddit, 10000000, ( Nokogiri::XML( begin
-        NetHTTPUtils.request_data ENV["FEEDPCBR_URL"]
-      rescue NetHTTPUtils::Error => e
-        raise unless [502, 504].include? e.code
-        sleep 60
-        retry
-      end ).remove_namespaces!.xpath("feed/entry").map do |entry|
-    [
-      entry.at_xpath("id").text,
-      entry.at_xpath("link[@rel='via']")["href"],
-      entry.at_xpath("title").text,
-      entry.at_xpath("category")["term"],
-      entry.at_xpath("author/name").text,
-      entry.at_xpath("link[@rel='alternate']")["href"],
-    ]
-  end ) ],
-    [:source_reddit, 30000000, ( INCLUDE.flat_map do |sortasub|
-    BOT.new_posts(sortasub).take(100).map do |child|
-      next if child["is_self"]
-      next if EXCLUDE.include? child["subreddit"].downcase
-      child.values_at(
-        *%w{ id url title subreddit author permalink }
-      ).tap{ |_| _.last.prepend "https://www.reddit.com" }
-    end.compact
-  end ) ],
-  ].each do |source, min_resolution, entries|
-    logger.warn "#{source}.size: #{entries.size}"
-    entries.each do |id, url, title, subreddit, author, permalink|
-      next if checked.include? id
-      checked << id
-      # next if Gem::Platform.local.os == "darwin" # prevent concurrent posting
-      logger.debug "image url for #{id}: #{url}"
-      next logger.warn "skipped a post by /u/sjhill"       if author == "sjhill"        # opt-out
-      next logger.warn "skipped a post by /u/redisforever" if author == "redisforever"  # opt-out
-      next logger.warn "skipped a post by /u/bekalaki"     if author == "bekalaki"      # 9 ways to divide a karmawhore
-
-      t = begin
-        DirectLink url, 60
-      rescue SocketError,
-             Net::OpenTimeout,
-             Errno::ECONNRESET,
-             NetHTTPUtils::Error,
-             FastImage::UnknownImageType,
-             FastImage::ImageFetchFailure,
-             DirectLink::ErrorNotFound,
-             DirectLink::ErrorBadLink => e
-        next logger.error "skipped (#{e}) #{url} from http://redd.it/#{id}"
-      end
-      logger.info "DirectLink: #{t.inspect}"
-      tt = t.is_a?(Array) ? t : [t]
-      next logger.error "probably crosspost of a self post: http://redd.it/#{id}" if tt.empty?
-      unless min_resolution <= tt.first.width * tt.first.height
-        next logger.debug "skipped low resolution #{source}"
-      end
-      # puts "https://www.reddit.com/r/LargeImages/search.json?q=url%3A#{CGI.escape url}&restrict_sr=on"
-      resolution = "[#{tt.first.width}x#{tt.first.height}]"
-      next logger.warn "already submitted #{resolution} #{id}: '#{url}'" unless
-        Gem::Platform.local.os == "darwin" || search_url[url].empty?
-      logger.warn "resolution #{resolution} got from #{id}: #{url}"
-      title = "#{resolution}#{
-        " [#{tt.size} images]" if tt.size > 1
-      } #{
-        title.sub(/\s*\[?#{tt.first.width}\s*[*x×]\s*#{tt.first.height}\]?\s*/i, " ").
-              sub("[OC]", " ").gsub(/\s+/, " ").strip
-      } /r/#{subreddit}".gsub(/\s+\(\s+\)\s+/, " ").sub(/(?<=.{297}).+/, "...")
-      logger.warn "new post #{source}: #{url} #{title.inspect}"
-      unless Gem::Platform.local.os == "darwin"
-        result = BOT.json :post,
-          "/api/submit",
-          {
-            kind: "link",
-            url: url,
-            sr: "LargeImages",
-            title: title,
-          }
-        next unless result["json"]["errors"].empty?
-        logger.info "post url: #{result["json"]["data"]["url"]}"
-      end
-        # {"json"=>
-        #   {"errors"=>[],
-        #    "data"=>
-        #     {"url"=>
-        #       "https://www.reddit.com/r/LargeImages/comments/3a9rel/2594x1724_overlooking_wildhorse_lake_from_near/",
-        #      "id"=>"3a9rel",
-        #      "name"=>"t3_3a9rel"}}}
-      line1 = "[Original thread](#{permalink}) by /u/#{author}"
-      line2 = "Direct link#{" (the largest image)" if tt.size > 1}: #{tt.first.url}"
-      line3 = [
-        "Direct links to all other images in album:",
-        tt.map(&:url) - [tt.first.url]
-      ] if tt.size > 1
-      text = [line1, line2, line3].compact.join("  \n")
-      logger.info "new comment: #{text.inspect}"
-      unless Gem::Platform.local.os == "darwin"
-        result = BOT.leave_a_comment "#{result["json"]["data"]["name"]}", text.sub(/(?<=.{9000}).+/m, "...")
-        unless result["json"]["errors"].empty?
-          logger.error result.inspect
-          fail "failed to leave comment"
-        end
-      end
-
-      abort if Gem::Platform.local.os == "darwin"
-    end
-  end
-
-  logger.info "END LOOP #{Time.now}"
-  sleep 300
-end