reddit_bot 1.7.2 → 1.7.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 72f9dc552d1471c35792e1633fd4fd2e466a2ee9
-  data.tar.gz: feb6cfce26ffc0fbbe6bff80ea3e776398143f69
+  metadata.gz: 678fcb0251bf04be23802b62ddea29f5ea338386
+  data.tar.gz: b65667dea035f15f24a40f2c26017374b959780d
 SHA512:
-  metadata.gz: 5127199b9b40bb025a31deb32ed724f56e1d3ea9932980b33374751702214f0a399db95d9a2609ac4b5feaa1fd76c82a027414f6efe87a15b6d8c0e9becfb673
-  data.tar.gz: 7d2a70330ddcb412a0a3288d55ef020cb99f0ad565f39a47133c18bfd4b12efc39a7870b2f3be65de64fe646d9178755bfe1ab3683aacfa151873d2a43a9036b
+  metadata.gz: 384b4e42c38453c2a3ceb90892e144824f078f81dcc91e2c2ba65c39e22ed5e95d4b7ebc8bcba080d7113a10c654295768c8c6fcf32f7089495cd4395fafd80c
+  data.tar.gz: 24b3318a50e0ad0b784a8b8b1689ab3eef7dbebc1461760bc42a8fa920d6a223e2414910d2dfc38e5b50f394a1c032632d2aca87c12ba50141c1f07d941188dd

data/.gitignore

@@ -0,0 +1,5 @@
+/examples/*/twitter.token
+temp
+*secret*
+.byebug_history
+/pkg

data/Rakefile

@@ -1,6 +1,6 @@
 require "bundler/gem_tasks"
-require "rspec/core/rake_task"
 
-RSpec::Core::RakeTask.new(:spec)
+# require "rspec/core/rake_task"
+# RSpec::Core::RakeTask.new(:spec)
 
 task :default => :spec

data/examples/cptflairbot3/main.rb

@@ -10,7 +10,7 @@ loop do
     next logger.info "bad destination: #{msg["data"]["dest"]}" unless msg["data"]["dest"] == "CPTFlairBot3"
     case msg["data"]["subject"]
     when "casualpokemontrades"
-      unless /^(?<name>\S+( \S+)*) ?\n(?<id>\d\d\d\d-\d\d\d\d-\d\d\d\d)\n(?<css_class>\S+)$/ =~ msg["data"]["body"]
+      unless /^(?<name>\S+( \S+)*) ?\n(?<id>\d\d\d\d-\d\d\d\d-\d\d\d\d)\n(?<css_class>[a-z2-]+)$/ =~ msg["data"]["body"]
         logger.info "invalid message for #{msg["data"]["subject"]}: %p" % msg["data"]["body"] unless Google::Cloud.env.compute_engine?
         # puts "marking invalid message as read: %p" % msg["data"]["body"]
         # BOT.json :post, "/api/read_message", {id: msg["data"]["name"]} unless Gem::Platform.local.os == "darwin"

data/examples/devflairbot/main.rb

@@ -34,7 +34,7 @@ loop do
     JSON.parse( begin
       NetHTTPUtils.request_data "https://www.reddit.com/r/#{subreddit}/comments.json", header: ["User-Agent", "ajsdjasdasd"]
     rescue NetHTTPUtils::Error => e
-      raise unless [503, 504, 500].include? e.code
+      raise unless [500, 502, 503, 504].include? e.code
       sleep 60
       retry
     end )["data"]["children"].each do |comment|

data/examples/dut/Gemfile

@@ -0,0 +1,4 @@
+source "https://rubygems.org"
+ruby ">=2.2"
+
+gem "reddit_bot"

data/examples/dut/Gemfile.lock

@@ -0,0 +1,24 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    json (2.3.1)
+    nethttputils (0.4.0.0)
+      addressable
+    public_suffix (4.0.5)
+    reddit_bot (1.7.6)
+      json
+      nethttputils (~> 0.4.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  reddit_bot
+
+RUBY VERSION
+   ruby 2.3.8p459
+
+BUNDLED WITH
+   2.0.2

data/examples/dut/main.rb

@@ -0,0 +1,41 @@
+require "reddit_bot"
+subreddit = "dut".freeze
+bot = RedditBot::Bot.new YAML.load(File.read "secrets.yaml"), subreddit: subreddit
+RedditBot::Twitter.init_twitter "DUT_Tweets"
+
+loop do
+  bot.json(:get, "/message/unread")["data"]["children"].each do |msg|
+    next unless %w{ nakilon technomod }.include? msg["data"]["author"]
+    abort "ordered to die" if %w{ die die } == msg["data"].values_at("subject", "body")
+  end
+
+  id = bot.new_posts.flat_map do |post|
+    post["selftext"].scan(/\(https:\/\/twitter\.com\/#{RedditBot::Twitter::TWITTER_ACCOUNT}\/status\/(\d{18,})\)/i).flatten.map(&:to_i).max
+  end.find(&:itself)
+  abort "no tweets found in subreddit" if id.zero? unless ENV["FIRST_RUN"]
+  abort "flair isn't available" unless flair = bot.json(:get, "/r/#{subreddit}/api/link_flair").find{ |flair| flair["text"] == "Twitter" }
+
+  timeline = RedditBot::Twitter.user_timeline
+  timeline.replace timeline.take 2 if ENV["FIRST_RUN"]  # against 200 posts long flood
+  timeline.reverse_each do |tweet|
+    next if tweet["id"] <= id
+    title, text, _ = RedditBot::Twitter.tweet2titleNtext tweet
+    result = bot.json :post, "/api/submit", {
+      sr: subreddit,
+      kind: "self",
+      title: title,
+      text: text,
+      flair_id: flair["id"],
+    }
+    p result
+    if result["json"]["errors"].empty?
+      abort "OK" if ENV["ONCE"]
+      next
+    end
+    fail unless result["json"]["errors"].map(&:first) == ["ALREADY_SUB"]
+    puts "ALREADY_SUB error for #{tweet["id"]}"
+  end
+
+  puts "END LOOP #{Time.now}"
+  sleep 300
+end

data/examples/largeimages/Gemfile

@@ -7,5 +7,5 @@ gem "nokogiri"
 gem "nethttputils", git: "git@github.com:nakilon/nethttputils.git"
 gem "directlink", git: "git@github.com:nakilon/directlink.git"
 
-gem "gcplogger", git: "git@github.com:nakilon/gcplogger.git", tag: "v0.1.1.0"
+gem "gcplogger", git: "git@github.com:nakilon/gcplogger.git"
 gem "google-cloud-error_reporting"

data/examples/largeimages/Gemfile.lock

@@ -1,15 +1,3 @@
-GIT
-  remote: git@github.com:nakilon/directlink.git
-  revision: a1645d3abca0182e6de80f1a7b37b6ad0513b672
-  specs:
-    directlink (0.0.6.0)
-      addressable
-      fastimage (~> 2.1.3)
-      kramdown
-      nethttputils (~> 0.3.2.3)
-      nokogiri
-      reddit_bot (~> 1.7.0)
-
 GIT
   remote: git@github.com:nakilon/gcplogger.git
   revision: 7c1451fac49bd0d242c6de43315ae6e9a70d8f7f
@@ -19,20 +7,21 @@ GIT
       google-cloud-logging (~> 1.4.0)
       public_suffix (~> 2.0)
 
-GIT
-  remote: git@github.com:nakilon/nethttputils.git
-  revision: 6450111a35803b474c2331d8e12da6546101c887
-  specs:
-    nethttputils (0.3.2.6)
-
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.6.0)
-      public_suffix (>= 2.0.2, < 4.0)
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    directlink (0.0.9.0)
+      addressable
+      fastimage (~> 2.1.3)
+      kramdown
+      nethttputils (~> 0.4.0.0)
+      nokogiri
+      reddit_bot (~> 1.7.0)
     faraday (0.14.0)
       multipart-post (>= 1.2, < 3)
-    fastimage (2.1.5)
+    fastimage (2.1.7)
     google-cloud-core (1.2.0)
       google-cloud-env (~> 1.0)
     google-cloud-env (1.0.1)
@@ -72,7 +61,8 @@ GEM
       googleauth (>= 0.5.1, < 0.7)
     json (2.2.0)
     jwt (2.1.0)
-    kramdown (2.1.0)
+    kramdown (2.3.0)
+      rexml
     little-plugger (1.1.4)
     logging (2.2.2)
       little-plugger (~> 1.1)
@@ -81,13 +71,16 @@ GEM
     mini_portile2 (2.4.0)
     multi_json (1.13.1)
     multipart-post (2.0.0)
-    nokogiri (1.10.2)
+    nethttputils (0.4.0.0)
+      addressable
+    nokogiri (1.10.8)
       mini_portile2 (~> 2.4.0)
     os (0.9.6)
     public_suffix (2.0.5)
-    reddit_bot (1.7.1)
+    reddit_bot (1.7.6)
       json
-      nethttputils (~> 0.3.2.0)
+      nethttputils (~> 0.4.0.0)
+    rexml (3.2.4)
     rly (0.2.3)
     signet (0.8.1)
       addressable (~> 2.3)
@@ -101,12 +94,12 @@ PLATFORMS
   ruby
 
 DEPENDENCIES
-  directlink!
+  directlink (~> 0.0.9.0)
   gcplogger!
   google-cloud-error_reporting
   json
-  nethttputils!
+  nethttputils
   nokogiri
 
 BUNDLED WITH
-   1.17.1
+   2.0.2

data/examples/largeimages/main.rb

@@ -16,21 +16,21 @@ require "directlink"
 require "nokogiri"
 
 require "../boilerplate"
-BOT = RedditBot::Bot.new YAML.load_file "secrets.yaml"
+bot = RedditBot::Bot.new YAML.load_file "secrets.yaml"
 
 INCLUDE = %w{
     user/kjoneslol/m/sfwpornnetwork
 
     r/woahdude
+    r/pic
 
     r/highres
     r/wallpapers
     r/wallpaper
     r/WQHD_Wallpaper
 
-    r/pic
-
     r/oldmaps
+    r/telephotolandscapes
 }
 EXCLUDE = %w{ foodporn powerwashingporn }
 
@@ -40,7 +40,7 @@ search_url = lambda do |url|
   JSON.load( begin
     NetHTTPUtils.request_data "https://www.reddit.com/r/largeimages/search.json", form: {q: "url:#{url}", restrict_sr: "on"}, header: ["User-Agent", "ajsdjasdasd"]
   rescue NetHTTPUtils::Error => e
-    raise unless [503].include? e.code
+    raise unless [500, 503].include? e.code
     sleep 60
     retry
   end )["data"]["children"]
@@ -74,7 +74,7 @@ loop do
     ]
   end ) ],
     [:source_reddit, 30000000, ( INCLUDE.flat_map do |sortasub|
-    BOT.new_posts(sortasub).take(100).map do |child|
+    bot.new_posts(sortasub).take(100).map do |child|
       next if child["is_self"]
       next if EXCLUDE.include? child["subreddit"].downcase
       child.values_at(
@@ -85,37 +85,43 @@ loop do
   ].each do |source, min_resolution, entries|
     logger.warn "#{source}.size: #{entries.size}"
     entries.each do |id, url, title, subreddit, author, permalink|
+      author.downcase!
       next if checked.include? id
       checked << id
       # next if Gem::Platform.local.os == "darwin" # prevent concurrent posting
       logger.debug "image url for #{id}: #{url}"
-      next logger.warn "skipped a post by /u/sjhill"       if author == "sjhill"        # opt-out
-      next logger.warn "skipped a post by /u/redisforever" if author == "redisforever"  # opt-out
-      next logger.warn "skipped a post by /u/bekalaki"     if author == "bekalaki"      # 9 ways to divide a karmawhore
+      next logger.warn "skipped a post by /u/sjhill"          if author == "sjhill"          # opt-out
+      next logger.warn "skipped a post by /u/redisforever"    if author == "redisforever"    # opt-out
+      next logger.warn "skipped a post by /u/bekalaki"        if author == "bekalaki"        # 9 ways to divide a karmawhore
+      next logger.warn "skipped a post by /u/cherryblackeyes" if author == "cherryblackeyes" # he's not nice
+      next logger.warn "skipped a post by /u/abel_a_kay"      if author == "abel_a_kay"      # posting very similar images of the same thing for the history
+      next logger.warn "skipped gifv" if ( begin
+        URI url
+      rescue URI::InvalidURIError
+        require "addressable"
+        URI Addressable::URI.escape url
+      end ).host.split(?.) == %w{ v redd it }
 
       t = begin
         DirectLink url, 60
-      rescue SocketError,
-             Net::OpenTimeout,
-             Errno::ECONNRESET,
-             NetHTTPUtils::Error,
-             FastImage::UnknownImageType,
-             FastImage::ImageFetchFailure,
-             DirectLink::ErrorNotFound,
-             DirectLink::ErrorBadLink => e
+      rescue *DirectLink::NORMAL_EXCEPTIONS => e
         next logger.error "skipped (#{e}) #{url} from http://redd.it/#{id}"
       end
-      logger.info "DirectLink: #{t.inspect}"
+      logger.debug "DirectLink: #{t.inspect}"
       tt = t.is_a?(Array) ? t : [t]
       next logger.error "probably crosspost of a self post: http://redd.it/#{id}" if tt.empty?
-      unless min_resolution <= tt.first.width * tt.first.height
-        next logger.debug "skipped low resolution #{source}"
-      end
+      next logger.info "skipped low resolution #{source}" unless min_resolution <= tt.first.width * tt.first.height
       # puts "https://www.reddit.com/r/LargeImages/search.json?q=url%3A#{CGI.escape url}&restrict_sr=on"
       resolution = "[#{tt.first.width}x#{tt.first.height}]"
-      next logger.warn "already submitted #{resolution} #{id}: '#{url}'" unless
-        Gem::Platform.local.os == "darwin" || search_url[url].empty?
-      logger.warn "resolution #{resolution} got from #{id}: #{url}"
+      next logger.warn "already submitted #{resolution} #{id}: '#{url}'" unless Gem::Platform.local.os == "darwin" || search_url[url].empty?
+
+      system "curl -s '#{tt.first.url}' -o temp --retry 5" or fail
+      next logger.warn "skipped <2mb id=#{id}" if 2000000 > File.size("temp")
+      if "mapporn" == subreddit.downcase
+        `vips pngsave temp temp.png`
+        next logger.warn "skipped /r/mapporn <10mb PNG id=#{id}" if 10000000 > File.size("temp.png")
+      end
+
       title = "#{resolution}#{
         " [#{tt.size} images]" if tt.size > 1
       } #{
@@ -124,7 +130,7 @@ loop do
       } /r/#{subreddit}".gsub(/\s+\(\s+\)\s+/, " ").sub(/(?<=.{297}).+/, "...")
       logger.warn "new post #{source}: #{url} #{title.inspect}"
       unless Gem::Platform.local.os == "darwin"
-        result = BOT.json :post,
+        result = bot.json :post,
           "/api/submit",
           {
             kind: "link",
@@ -151,7 +157,7 @@ loop do
       text = [line1, line2, line3].compact.join("  \n")
       logger.info "new comment: #{text.inspect}"
       unless Gem::Platform.local.os == "darwin"
-        result = BOT.leave_a_comment "#{result["json"]["data"]["name"]}", text.sub(/(?<=.{9000}).+/m, "...")
+        result = bot.leave_a_comment "#{result["json"]["data"]["name"]}", text.sub(/(?<=.{9000}).+/m, "...")
         unless result["json"]["errors"].empty?
           logger.error result.inspect
           fail "failed to leave comment"

data/examples/realtimeww2/main.rb

@@ -37,11 +37,11 @@ tweet2titleNtext = lambda do |tweet|
   [CGI::unescapeHTML(tweet["full_text"]).sub(/( https:\/\/t\.co\/[0-9a-zA-Z]{10})*\z/, ""), text, contains_media]
 end
 [
-  [905764294687633408,  true, "The Polish government & military high command is now evacuating Warsaw for Brest, 120 miles east: German armies are too close to the capital",   "* [Image 1](https://pbs.twimg.com/media/DJHq71BXYAA6KJ0.jpg)\n\n"                                                              "^- ^WW2 ^Tweets ^from ^1941 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^""September ^7, ^2017](https://twitter.com/#{TWITTER}/status/905764294687633408)"],
-  [915534673471733760,  true, "In east Poland (now Soviet Ukraine) industry & farms to be collectivised, political parties banned, aristocrats & capitalists \"re-educated\".", "* [Image 1](https://pbs.twimg.com/media/DLSh2J9W4AACcOG.jpg)\n\n* [Image 2](https://pbs.twimg.com/media/DLSh4sKX0AEBaXq.jpg)\n\n^- ^WW2 ^Tweets ^from ^1941 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^4, ^2017](https://twitter.com/#{TWITTER}/status/915534673471733760)"],
-  [915208866408824832,  true, "For 1st time, RAF planes dropping propaganda leaflets on Berlin itself, entitled \"Germans: these are your leaders!\"",                          "* [Image 1](https://pbs.twimg.com/media/DLN5jJ-XkAEUz9M.jpg)\n\n* [Link 1](https://www.psywar.org/product_1939EH158.php)\n\n"  "^- ^WW2 ^Tweets ^from ^1941 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^3, ^2017](https://twitter.com/#{TWITTER}/status/915208866408824832)"],
-  [914577848891006978,  true, "\"In Poland, Russia pursued a cold policy of selfinterest. But clearly necessary for Russia… against Nazi menace.\"",                            "* [Link 1](https://www.youtube.com/watch?v=ygmP5A3n2JA)\n\n"                                                                   "^- ^WW2 ^Tweets ^from ^1941 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^1, ^2017](https://twitter.com/#{TWITTER}/status/914577848891006978)"],
-  [926581977372942336, false, "Finland rejects Soviet demand to surrender land near Leningrad & give Red Navy base in Hanko; Soviets now claim Finns' manner \"warlike\".",                                                                                                                                     "^- ^WW2 ^Tweets ^from ^1941 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^" "November ^3, ^2017](https://twitter.com/#{TWITTER}/status/926581977372942336)"],
+  [905764294687633408,  true, "The Polish government & military high command is now evacuating Warsaw for Brest, 120 miles east: German armies are too close to the capital",   "* [Image 1](https://pbs.twimg.com/media/DJHq71BXYAA6KJ0.jpg)\n\n"                                                              "^- ^WW2 ^Tweets ^from ^1942 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^""September ^7, ^2017](https://twitter.com/#{TWITTER}/status/905764294687633408)"],
+  [915534673471733760,  true, "In east Poland (now Soviet Ukraine) industry & farms to be collectivised, political parties banned, aristocrats & capitalists \"re-educated\".", "* [Image 1](https://pbs.twimg.com/media/DLSh2J9W4AACcOG.jpg)\n\n* [Image 2](https://pbs.twimg.com/media/DLSh4sKX0AEBaXq.jpg)\n\n^- ^WW2 ^Tweets ^from ^1942 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^4, ^2017](https://twitter.com/#{TWITTER}/status/915534673471733760)"],
+  [915208866408824832,  true, "For 1st time, RAF planes dropping propaganda leaflets on Berlin itself, entitled \"Germans: these are your leaders!\"",                          "* [Image 1](https://pbs.twimg.com/media/DLN5jJ-XkAEUz9M.jpg)\n\n* [Link 1](https://www.psywar.org/product_1939EH158.php)\n\n"  "^- ^WW2 ^Tweets ^from ^1942 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^3, ^2017](https://twitter.com/#{TWITTER}/status/915208866408824832)"],
+  [914577848891006978,  true, "\"In Poland, Russia pursued a cold policy of selfinterest. But clearly necessary for Russia… against Nazi menace.\"",                            "* [Link 1](https://www.youtube.com/watch?v=ygmP5A3n2JA)\n\n"                                                                   "^- ^WW2 ^Tweets ^from ^1942 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^"  "October ^1, ^2017](https://twitter.com/#{TWITTER}/status/914577848891006978)"],
+  [926581977372942336, false, "Finland rejects Soviet demand to surrender land near Leningrad & give Red Navy base in Hanko; Soviets now claim Finns' manner \"warlike\".",                                                                                                                                     "^- ^WW2 ^Tweets ^from ^1942 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^" "November ^3, ^2017](https://twitter.com/#{TWITTER}/status/926581977372942336)"],
 ].each do |id, contains_media_, title_, text_|
   title, text, contains_media = tweet2titleNtext[ JSON.load NetHTTPUtils.request_data(
     "https://api.twitter.com/1.1/statuses/show.json",
@@ -101,7 +101,7 @@ loop do
       sleep t
     end
   rescue NetHTTPUtils::Error => e
-    fail if e.code != 503
+    fail unless [500, 503].include? e.code
     sleep timeout
     timeout *= 2
     retry

data/examples/unisa/Gemfile

@@ -0,0 +1,4 @@
+source "https://rubygems.org"
+ruby ">=2.2"
+
+gem "reddit_bot"#, git: "git@github.com:nakilon/reddit_bot.git"

data/examples/unisa/Gemfile.lock

@@ -0,0 +1,24 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    json (2.3.1)
+    nethttputils (0.4.0.0)
+      addressable
+    public_suffix (4.0.5)
+    reddit_bot (1.7.6)
+      json
+      nethttputils (~> 0.4.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  reddit_bot
+
+RUBY VERSION
+   ruby 2.3.8p459
+
+BUNDLED WITH
+   2.0.2

data/examples/unisa/main.rb

@@ -0,0 +1,41 @@
+require "reddit_bot"
+subreddit = "unisa".freeze
+bot = RedditBot::Bot.new YAML.load(File.read "secrets.yaml"), subreddit: subreddit
+RedditBot::Twitter.init_twitter "unisa"
+
+loop do
+  bot.json(:get, "/message/unread")["data"]["children"].each do |msg|
+    next unless %w{ nakilon technomod }.include? msg["data"]["author"]
+    abort "ordered to die" if %w{ die die } == msg["data"].values_at("subject", "body")
+  end
+
+  id = bot.new_posts.flat_map do |post|
+    post["selftext"].scan(/\(https:\/\/twitter\.com\/#{RedditBot::Twitter::TWITTER_ACCOUNT}\/status\/(\d{18,})\)/i).flatten.map(&:to_i).max
+  end.find(&:itself)
+  abort "no tweets found in subreddit" if id.zero? unless ENV["FIRST_RUN"]
+  abort "flair isn't available" unless flair = bot.json(:get, "/r/#{subreddit}/api/link_flair").find{ |flair| flair["text"] == "Twitter" }
+
+  timeline = RedditBot::Twitter.user_timeline
+  timeline.replace timeline.take 2 if ENV["FIRST_RUN"]  # against 200 posts long flood
+  timeline.reverse_each do |tweet|
+    next if tweet["id"] <= id
+    title, text, _ = RedditBot::Twitter.tweet2titleNtext tweet
+    result = bot.json :post, "/api/submit", {
+      sr: subreddit,
+      kind: "self",
+      title: title,
+      text: text,
+      flair_id: flair["id"],
+    }
+    p result
+    if result["json"]["errors"].empty?
+      abort "OK" if ENV["ONCE"]
+      next
+    end
+    fail unless result["json"]["errors"].map(&:first) == ["ALREADY_SUB"]
+    puts "ALREADY_SUB error for #{tweet["id"]}"
+  end
+
+  puts "END LOOP #{Time.now}"
+  sleep 300
+end

data/examples/wallpaper/Gemfile

@@ -1,5 +1,5 @@
 source "https://rubygems.org"
 
-gem "nokogiri", "~>1.6.7"   # Ruby 2.0
+gem "nokogiri", "~>1.10.4"
 gem "public_suffix", "<3.0" # Ruby 2.0
 gem "directlink"

data/examples/wallpaper/Gemfile.lock

@@ -1,33 +1,34 @@
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.5.2)
-      public_suffix (>= 2.0.2, < 4.0)
-    directlink (0.0.4.7)
+    addressable (2.7.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    directlink (0.0.8.7)
       addressable
       fastimage (~> 2.1.3)
       kramdown
+      nethttputils (~> 0.3.3.0)
       nokogiri
-      reddit_bot (~> 1.6.13)
-    fastimage (2.1.5)
-    json (2.1.0)
-    kramdown (1.17.0)
-    mini_portile2 (2.1.0)
-    nethttputils (0.2.5.1)
-    nokogiri (1.6.8.1)
-      mini_portile2 (~> 2.1.0)
+      reddit_bot (~> 1.7.0)
+    fastimage (2.1.7)
+    json (2.3.0)
+    kramdown (2.1.0)
+    mini_portile2 (2.4.0)
+    nethttputils (0.3.3.0)
+    nokogiri (1.10.4)
+      mini_portile2 (~> 2.4.0)
     public_suffix (2.0.5)
-    reddit_bot (1.6.13)
+    reddit_bot (1.7.3)
       json
-      nethttputils (~> 0.2.5.1)
+      nethttputils (~> 0.3.3.0)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   directlink
-  nokogiri (~> 1.6.7)
+  nokogiri (~> 1.10.4)
   public_suffix (< 3.0)
 
 BUNDLED WITH
-   1.17.1
+   2.0.2

data/lib/reddit_bot.rb

@@ -3,11 +3,10 @@ STDOUT.sync = true
 
 require "openssl"
 require "json"
+require "yaml"
 
 require "nethttputils"
 
-require_relative "reddit_bot/version" # TODO: deprecate this
-
 module RedditBot
   require "logger"
   class << self
@@ -204,7 +203,7 @@ module RedditBot
           username: @name,
           password: @secret_password,
         }, {
-          "User-Agent" => "bot/#{@user_agent || @name}/#{RedditBot::VERSION} by /u/nakilon",
+          "User-Agent" => "bot/#{@user_agent || @name}/#{Gem::Specification::load("#{__dir__}/../reddit_bot.gemspec").version} by /u/nakilon",
         }, @secret_auth
       unless @token_cached = response["access_token"]
         fail "bot #{@name} isn't a 'developer' of app at https://www.reddit.com/prefs/apps/" if response == {"error"=>"invalid_grant"}
@@ -231,13 +230,13 @@ module RedditBot
       begin
         reddit_resp mtd, "https://oauth.reddit.com" + path, form, {
           "Authorization" => "bearer #{token}",
-          "User-Agent" => "bot/#{@user_agent || @name}/#{RedditBot::VERSION} by /u/nakilon",
+          "User-Agent" => "bot/#{@user_agent || @name}/#{Gem::Specification::load("#{__dir__}/../reddit_bot.gemspec").version} by /u/nakilon",
         }
       rescue NetHTTPUtils::Error => e
+        raise unless e.code == 401
         sleep timeout
         Module.nesting[1].logger.info "sleeping #{timeout} seconds because of #{e.code}"
         timeout *= 2
-        raise unless e.code == 401
         @token_cached = nil
         retry
       end
@@ -247,21 +246,7 @@ module RedditBot
       mtd, url, form, headers, basic_auth = *args
       headers["Cookie:"] = "over18=1"
       begin
-        NetHTTPUtils.request_data(url, mtd, form: form, header: headers, auth: basic_auth) do |response|
-          next unless remaining = response.to_hash["x-ratelimit-remaining"]
-          if Gem::Platform.local.os == "darwin"
-            Module.nesting[1].logger.debug %w{
-              x-ratelimit-remaining
-              x-ratelimit-used
-              x-ratelimit-reset
-            }.map{ |key| "#{key}=#{response.to_hash[key]}" }.join ", "
-          end
-          fail remaining[0] if remaining[0].size < 4
-          next if remaining[0].size > 4
-          t = (response.to_hash["x-ratelimit-reset"][0].to_f + 1) / [remaining[0].to_f - 10, 1].max + 1
-          Module.nesting[1].logger.info "sleeping #{t} seconds because of x-ratelimit"
-          sleep t
-        end
+        NetHTTPUtils.request_data url, mtd, form: form, header: headers, auth: basic_auth
       rescue NetHTTPUtils::Error => e
         sleep 5
         raise unless e.code.to_s.start_with? "50"
@@ -271,4 +256,59 @@ module RedditBot
     end
 
   end
+
+  module Twitter
+    require "json"
+
+    def self.init_twitter twitter
+      const_set :TWITTER_ACCOUNT, twitter
+      const_set :TWITTER_ACCESS_TOKEN, JSON.load(
+        NetHTTPUtils.request_data "https://api.twitter.com/oauth2/token", :post,
+          auth: File.read("twitter.token").split,
+          form: {grant_type: :client_credentials}
+      )["access_token"]
+    end
+
+    require "cgi"
+    def self.tweet2titleNtext tweet
+      text = ""
+      contains_media = false
+      up = ->s{ s.split.map{ |w| "^#{w}" }.join " " }
+      if tweet["extended_entities"] && !tweet["extended_entities"]["media"].empty?
+        contains_media = true
+        tweet["extended_entities"]["media"].each_with_index do |media, i|
+          text.concat "* [Image #{i + 1}](#{media["media_url_https"]})\n\n"
+        end
+      end
+      if !tweet["entities"]["urls"].empty?
+        contains_media = true
+        tweet["entities"]["urls"].each_with_index do |url, i|
+          text.concat "* [Link #{i + 1}](#{url["expanded_url"]})\n\n"
+        end
+      end
+      text.concat "^- #{
+        up[tweet["user"]["name"]]
+      } [^\\(@#{TWITTER_ACCOUNT}\\)](https://twitter.com/#{TWITTER_ACCOUNT}) ^| [#{
+        up[Date.parse(tweet["created_at"]).strftime "%B %-d, %Y"]
+      }](https://twitter.com/#{TWITTER_ACCOUNT}/status/#{tweet["id"]})"
+      [CGI::unescapeHTML(tweet["full_text"]).sub(/( https:\/\/t\.co\/[0-9a-zA-Z]{10})*\z/, ""), text, contains_media]
+    end
+
+    def self.user_timeline
+      timeout = 1
+      JSON.load begin
+        NetHTTPUtils.request_data(
+          "https://api.twitter.com/1.1/statuses/user_timeline.json",
+          form: { screen_name: TWITTER_ACCOUNT, count: 200, tweet_mode: "extended" },
+          header: { Authorization: "Bearer #{TWITTER_ACCESS_TOKEN}" }
+        )
+      rescue NetHTTPUtils::Error => e
+        fail unless [500, 503].include? e.code
+        sleep timeout
+        timeout *= 2
+        retry
+      end
+    end
+  end
+
 end

data/reddit_bot.gemspec

@@ -1,8 +1,6 @@
-require_relative "lib/reddit_bot/version"
-
 Gem::Specification.new do |spec|
   spec.name          = "reddit_bot"
-  spec.version       = RedditBot::VERSION
+  spec.version       = "1.7.7"
   spec.authors       = ["Victor Maslov"]
   spec.email         = ["nakilon@gmail.com"]
 
@@ -15,7 +13,7 @@ Gem::Specification.new do |spec|
   # spec.require_paths = ["lib"]
 
   spec.add_runtime_dependency "json"
-  spec.add_runtime_dependency "nethttputils", "~>0.3.2.0"
+  spec.add_runtime_dependency "nethttputils", "~>0.4.1.0"
   # spec.add_development_dependency "bundler", "~> 1.11"
   # spec.add_development_dependency "rake", "~> 10.0"
   # spec.add_development_dependency "rspec", "~> 3.0"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: reddit_bot
 version: !ruby/object:Gem::Version
-  version: 1.7.2
+  version: 1.7.7
 platform: ruby
 authors:
 - Victor Maslov
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-05-02 00:00:00.000000000 Z
+date: 2020-09-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.2.0
+        version: 0.4.1.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.2.0
+        version: 0.4.1.0
 description: better than PRAW
 email:
 - nakilon@gmail.com
@@ -45,6 +45,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".gitignore"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -72,6 +73,9 @@ files:
 - examples/devflairbot/Gemfile
 - examples/devflairbot/Gemfile.lock
 - examples/devflairbot/main.rb
+- examples/dut/Gemfile
+- examples/dut/Gemfile.lock
+- examples/dut/main.rb
 - examples/get_dimensions.rb
 - examples/iostroubleshooting/Gemfile
 - examples/iostroubleshooting/Gemfile.lock
@@ -101,6 +105,9 @@ files:
 - examples/sexypizza/Gemfile
 - examples/sexypizza/Gemfile.lock
 - examples/sexypizza/main.rb
+- examples/unisa/Gemfile
+- examples/unisa/Gemfile.lock
+- examples/unisa/main.rb
 - examples/wallpaper/Gemfile
 - examples/wallpaper/Gemfile.lock
 - examples/wallpaper/main.rb
@@ -108,7 +115,6 @@ files:
 - examples/yayornay/Gemfile.lock
 - examples/yayornay/main.rb
 - lib/reddit_bot.rb
-- lib/reddit_bot/version.rb
 - reddit_bot.gemspec
 homepage: https://github.com/Nakilon/reddit_bot
 licenses:
@@ -130,7 +136,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2
+rubygems_version: 2.5.2.3
 signing_key: 
 specification_version: 4
 summary: Library for Reddit bots

data/lib/reddit_bot/version.rb

@@ -1,3 +0,0 @@
-module RedditBot
-  VERSION = "1.7.2" # :nodoc:
-end