reddit_bot 1.4.0 → 1.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile +1 -1
- data/README.md +2 -1
- data/examples/.bashrc +2 -0
- data/examples/Gemfile +7 -0
- data/examples/Gemfile.lock +35 -0
- data/examples/devflairbot/main.rb +1 -1
- data/examples/get_dimensions.rb +192 -0
- data/examples/largeimages/Gemfile +9 -2
- data/examples/largeimages/Gemfile.lock +82 -7
- data/examples/largeimages/main.rb +63 -112
- data/examples/mlgtv/channels.txt +2 -0
- data/examples/mlgtv/main.rb +1 -0
- data/examples/realtimeww2/main.rb +31 -18
- data/lib/reddit_bot.rb +14 -14
- data/lib/reddit_bot/version.rb +1 -1
- metadata +6 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 6b7de090239a739e1cce2756333780cd2d8ce89f
|
|
4
|
+
data.tar.gz: 3bafbb4a30453016dc61bfd524c671453e8637e0
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: a37ddd7ff716714fc355679374d24893e11c0f2e0286fbdaa89ef763aafdc98ea00d7d009556bb1ed06d46ce3fea6cec2ebf6dd63c2a7569ec8c21a7813c3949
|
|
7
|
+
data.tar.gz: 7ec222f131e2c77692d0b78f6f37304d250c1d716e21b57564f3b24334185cd4b41dbc94c62c3ea15db4843ce1982d2c699a9de8cf1ecc6647fe66018a860e06
|
data/Gemfile
CHANGED
data/README.md
CHANGED
|
@@ -78,7 +78,8 @@ or via Gemfile:
|
|
|
78
78
|
gem "reddit_bot"
|
|
79
79
|
|
|
80
80
|
TODO: write more usage instructions here
|
|
81
|
-
TODO: manual on how to create bots with Reddit web interface and run via bash console
|
|
81
|
+
TODO: manual on how to create bots with Reddit web interface and run via bash console
|
|
82
|
+
TODO: about NetHTTPUtils dependency; and that get_rersponse returns String code not Integer like request_data
|
|
82
83
|
|
|
83
84
|
To update the gem version in Gemfile.lock when using Gemfile like this: `gem "reddit_bot", "~>1.1.0"`, do the:
|
|
84
85
|
|
data/examples/.bashrc
ADDED
data/examples/Gemfile
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
GIT
|
|
2
|
+
remote: git@github.com:Nakilon/imgur2array.git
|
|
3
|
+
revision: 70d91ea57bcc5c366fe9407d1e45536ed45e2395
|
|
4
|
+
tag: v0.0.2.1
|
|
5
|
+
specs:
|
|
6
|
+
imgur2array (0.0.2.1)
|
|
7
|
+
|
|
8
|
+
GIT
|
|
9
|
+
remote: git@github.com:Nakilon/nethttputils.git
|
|
10
|
+
revision: 0c5e79842b8e89c12de4f44b2b41aef3e4614216
|
|
11
|
+
tag: v0.0.2.0
|
|
12
|
+
specs:
|
|
13
|
+
nethttputils (0.0.2.0)
|
|
14
|
+
|
|
15
|
+
GEM
|
|
16
|
+
remote: https://rubygems.org/
|
|
17
|
+
specs:
|
|
18
|
+
addressable (2.5.2)
|
|
19
|
+
public_suffix (>= 2.0.2, < 4.0)
|
|
20
|
+
fastimage (1.7.0)
|
|
21
|
+
addressable (~> 2.3, >= 2.3.5)
|
|
22
|
+
json (2.1.0)
|
|
23
|
+
public_suffix (2.0.5)
|
|
24
|
+
|
|
25
|
+
PLATFORMS
|
|
26
|
+
ruby
|
|
27
|
+
|
|
28
|
+
DEPENDENCIES
|
|
29
|
+
fastimage (= 1.7.0)
|
|
30
|
+
imgur2array!
|
|
31
|
+
json
|
|
32
|
+
nethttputils!
|
|
33
|
+
|
|
34
|
+
BUNDLED WITH
|
|
35
|
+
1.16.0
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
# TODO maybe activate raise_on_failure optional FastImage param
|
|
2
|
+
|
|
3
|
+
require "pp"
|
|
4
|
+
# require "json"
|
|
5
|
+
# require "nethttputils"
|
|
6
|
+
require "imgur2array"
|
|
7
|
+
require "fastimage"
|
|
8
|
+
|
|
9
|
+
module GetDimensions
|
|
10
|
+
class Error404 < RuntimeError
|
|
11
|
+
def initialize url
|
|
12
|
+
# Module.nesting[1].logger.error url
|
|
13
|
+
super "GetDimensions NotFound error for #{url}"
|
|
14
|
+
end
|
|
15
|
+
end
|
|
16
|
+
class ErrorUnknown < RuntimeError
|
|
17
|
+
def initialize url
|
|
18
|
+
# Module.nesting[1].logger.error url
|
|
19
|
+
super "GetDimensions UnknownURL error for #{url}"
|
|
20
|
+
end
|
|
21
|
+
end
|
|
22
|
+
|
|
23
|
+
def self.get_dimensions url
|
|
24
|
+
fail "env var missing -- IMGUR_CLIENT_ID" unless ENV["IMGUR_CLIENT_ID"]
|
|
25
|
+
fail "env var missing -- FLICKR_API_KEY" unless ENV["FLICKR_API_KEY"]
|
|
26
|
+
fail "env var missing -- _500PX_CONSUMER_KEY" unless ENV["_500PX_CONSUMER_KEY"]
|
|
27
|
+
|
|
28
|
+
return :skipped if [
|
|
29
|
+
%r{^https://www\.youtube\.com/},
|
|
30
|
+
%r{^http://gfycat\.com/},
|
|
31
|
+
%r{^https?://(i\.)?imgur\.com/.+\.gifv$}, # TODO: o'rly?!
|
|
32
|
+
%r{^https?://www\.reddit\.com/},
|
|
33
|
+
%r{^http://vimeo\.com/},
|
|
34
|
+
].any?{ |r| r =~ url }
|
|
35
|
+
return :skipped if %w{ minus com } == begin
|
|
36
|
+
URI url
|
|
37
|
+
rescue URI::InvalidURIError
|
|
38
|
+
return :skipped
|
|
39
|
+
end.host.split(?.).last(2)
|
|
40
|
+
fi = lambda do |url|
|
|
41
|
+
_ = FastImage.size url
|
|
42
|
+
_ ? [*_, url] : fail
|
|
43
|
+
end
|
|
44
|
+
[
|
|
45
|
+
->_{
|
|
46
|
+
_ = FastImage.size url
|
|
47
|
+
[*_, url] if _
|
|
48
|
+
},
|
|
49
|
+
->_{ if %w{ imgur com } == URI(_).host.split(?.).last(2)
|
|
50
|
+
dimensions = Imgur::imgur_to_array _
|
|
51
|
+
[
|
|
52
|
+
*dimensions.max_by{ |u, x, y, t| x * y }.take(3).rotate(1),
|
|
53
|
+
*dimensions.map(&:first),
|
|
54
|
+
]
|
|
55
|
+
end },
|
|
56
|
+
->_{ if %r{^https://www\.flickr\.com/photos/[^/]+/(?<id>[^/]+)} =~ _ ||
|
|
57
|
+
%r{^https://flic\.kr/p/(?<id>[^/]+)$} =~ _
|
|
58
|
+
json = JSON.parse NetHTTPUtils.request_data "https://api.flickr.com/services/rest/", form: {
|
|
59
|
+
method: "flickr.photos.getSizes",
|
|
60
|
+
api_key: ENV["FLICKR_API_KEY"],
|
|
61
|
+
photo_id: id,
|
|
62
|
+
format: "json",
|
|
63
|
+
nojsoncallback: 1,
|
|
64
|
+
}
|
|
65
|
+
raise Error404.new _ if json == {"stat"=>"fail", "code"=>1, "message"=>"Photo not found"}
|
|
66
|
+
if json["stat"] != "ok"
|
|
67
|
+
fail [json, _].inspect
|
|
68
|
+
else
|
|
69
|
+
json["sizes"]["size"].map do |_|
|
|
70
|
+
x, y, u = _.values_at("width", "height", "source")
|
|
71
|
+
[x.to_i, y.to_i, u]
|
|
72
|
+
end.max_by{ |x, y, u| x * y }
|
|
73
|
+
end
|
|
74
|
+
end },
|
|
75
|
+
->_{ if %r{https?://[^.]+.wiki[mp]edia\.org/wiki(/[^/]+)*/(?<id>File:.+)} =~ _
|
|
76
|
+
_ = JSON.parse NetHTTPUtils.request_data "https://commons.wikimedia.org/w/api.php", form: {
|
|
77
|
+
format: "json",
|
|
78
|
+
action: "query",
|
|
79
|
+
prop: "imageinfo",
|
|
80
|
+
iiprop: "url",
|
|
81
|
+
titles: id,
|
|
82
|
+
}
|
|
83
|
+
fi[_["query"]["pages"].values.first["imageinfo"].first["url"]]
|
|
84
|
+
end },
|
|
85
|
+
->_{ if %r{^https://500px\.com/photo/(?<id>[^/]+)/[^/]+$} =~ _
|
|
86
|
+
(JSON.parse NetHTTPUtils.request_data "https://api.500px.com/v1/photos/#{id}", form: {
|
|
87
|
+
image_size: 2048,
|
|
88
|
+
consumer_key: ENV["_500PX_CONSUMER_KEY"],
|
|
89
|
+
} )["photo"].values_at("width", "height", "image_url")
|
|
90
|
+
end },
|
|
91
|
+
->_{ raise Error404.new _ if "404" == NetHTTPUtils.get_response(_).code },
|
|
92
|
+
->_{ raise ErrorUnknown.new _ },
|
|
93
|
+
].lazy.map{ |_| _[url] }.find{ |_| _ }
|
|
94
|
+
end
|
|
95
|
+
end
|
|
96
|
+
|
|
97
|
+
if $0 == __FILE__
|
|
98
|
+
STDOUT.sync = true
|
|
99
|
+
puts "self testing..."
|
|
100
|
+
|
|
101
|
+
[
|
|
102
|
+
["http://minus.com/lkP3hgRJd9npi", :skipped],
|
|
103
|
+
["http://example.com", GetDimensions::ErrorUnknown],
|
|
104
|
+
["http://i.imgur.com/7xcxxkR.gifv", :skipped],
|
|
105
|
+
["http://imgur.com/HQHBBBD", [1024, 768, "https://i.imgur.com/HQHBBBD.jpg",
|
|
106
|
+
"https://i.imgur.com/HQHBBBD.jpg"]],
|
|
107
|
+
["http://imgur.com/a/AdJUK", [1456, 2592, "https://i.imgur.com/Yunpxnx.jpg",
|
|
108
|
+
"https://i.imgur.com/Yunpxnx.jpg",
|
|
109
|
+
"https://i.imgur.com/3afw2aF.jpg",
|
|
110
|
+
"https://i.imgur.com/2epn2nT.jpg"]],
|
|
111
|
+
# TODO maybe we should do smth else with video -- maybe raise?
|
|
112
|
+
["https://imgur.com/9yaMdJq", [720, 404, "https://i.imgur.com/9yaMdJq.mp4",
|
|
113
|
+
"https://i.imgur.com/9yaMdJq.mp4"]],
|
|
114
|
+
["http://imgur.com/gallery/dCQprEq/new", [5760, 3840, "https://i.imgur.com/dCQprEq.jpg",
|
|
115
|
+
"https://i.imgur.com/dCQprEq.jpg"]],
|
|
116
|
+
["https://www.flickr.com/photos/tomas-/17220613278/", GetDimensions::Error404],
|
|
117
|
+
["https://www.flickr.com/photos/16936123@N07/18835195572", GetDimensions::Error404],
|
|
118
|
+
["https://www.flickr.com/photos/44133687@N00/17380073505/", [3000, 2000, "https://farm8.staticflickr.com/7757/17380073505_ed5178cc6a_o.jpg"]], # trailing slash
|
|
119
|
+
["https://www.flickr.com/photos/jacob_schmidt/18414267018/in/album-72157654235845651/", GetDimensions::Error404], # username in-album
|
|
120
|
+
["https://www.flickr.com/photos/tommygi/5291099420/in/dateposted-public/", [1600, 1062, "https://farm6.staticflickr.com/5249/5291099420_3bf8f43326_o.jpg"]], # username in-public
|
|
121
|
+
["https://www.flickr.com/photos/132249412@N02/18593786659/in/album-72157654521569061/", GetDimensions::Error404],
|
|
122
|
+
["https://www.flickr.com/photos/130019700@N03/18848891351/in/dateposted-public/", [4621, 3081, "https://farm4.staticflickr.com/3796/18848891351_f751b35aeb_o.jpg"]], # userid in-public
|
|
123
|
+
["https://www.flickr.com/photos/frank3/3778768209/in/photolist-6KVb92-eCDTCr-ur8K-7qbL5z-c71afh-c6YvXW-7mHG2L-c71ak9-c71aTq-c71azf-c71aq5-ur8Q-6F6YkR-eCDZsD-eCEakg-eCE6DK-4ymYku-7ubEt-51rUuc-buujQE-ur8x-9fuNu7-6uVeiK-qrmcC6-ur8D-eCEbei-eCDY9P-eCEhCk-eCE5a2-eCH457-eCHrcq-eCEdZ4-eCH6Sd-c71b5o-c71auE-eCHa8m-eCDSbz-eCH1dC-eCEg3v-7JZ4rh-9KwxYL-6KV9yR-9tUSbU-p4UKp7-eCHfwS-6KVbAH-5FrdbP-eeQ39v-eeQ1UR-4jHAGN", [1024, 681, "https://farm3.staticflickr.com/2499/3778768209_280f82abab_b.jpg"]],
|
|
124
|
+
["https://www.flickr.com/photos/patricksloan/18230541413/sizes/l", [2048, 491, "https://farm6.staticflickr.com/5572/18230541413_fec4783d79_k.jpg"]],
|
|
125
|
+
["https://flic.kr/p/vPvCWJ", [2048, 1365, "https://farm1.staticflickr.com/507/19572004110_d44d1b4ead_k.jpg"]],
|
|
126
|
+
["https://en.wikipedia.org/wiki/Prostitution_by_country#/media/File:Prostitution_laws_of_the_world.PNG", [1427, 628, "https://upload.wikimedia.org/wikipedia/commons/e/e8/Prostitution_laws_of_the_world.PNG"]],
|
|
127
|
+
["http://commons.wikimedia.org/wiki/File:Eduard_Bohlen_anagoria.jpg", [4367, 2928, "https://upload.wikimedia.org/wikipedia/commons/0/0d/Eduard_Bohlen_anagoria.jpg"]],
|
|
128
|
+
["https://500px.com/photo/112134597/milky-way-by-tom-hall", [4928, 2888, "https://drscdn.500px.org/photo/112134597/m%3D2048_k%3D1_a%3D1/v2?client_application_id=18857&webp=true&sig=c0d31cf9395d7849fbcce612ca9909225ec16fd293a7f460ea15d9e6a6c34257"]],
|
|
129
|
+
["https://i.redd.it/si758zk7r5xz.jpg", GetDimensions::Error404],
|
|
130
|
+
].each do |input, expectation|
|
|
131
|
+
puts "testing #{input}"
|
|
132
|
+
if expectation.is_a? Class
|
|
133
|
+
begin
|
|
134
|
+
GetDimensions::get_dimensions input
|
|
135
|
+
fail
|
|
136
|
+
rescue expectation
|
|
137
|
+
end
|
|
138
|
+
else
|
|
139
|
+
abort "unable to inspect #{input}" unless result = GetDimensions::get_dimensions(input)
|
|
140
|
+
abort "#{input} :: #{result.inspect} != #{expectation.inspect}" if result != expectation
|
|
141
|
+
end
|
|
142
|
+
end
|
|
143
|
+
|
|
144
|
+
puts "OK #{__FILE__}"
|
|
145
|
+
exit
|
|
146
|
+
end
|
|
147
|
+
|
|
148
|
+
|
|
149
|
+
|
|
150
|
+
|
|
151
|
+
|
|
152
|
+
|
|
153
|
+
__END__
|
|
154
|
+
|
|
155
|
+
["http://discobleach.com/wp-content/uploads/2015/06/spy-comic.png", []],
|
|
156
|
+
["http://spaceweathergallery.com/indiv_upload.php?upload_id=113462", []],
|
|
157
|
+
["http://livelymorgue.tumblr.com/post/121189724125/may-27-1956-in-an-eighth-floor-loft-of-an#notes", [0, 0]],
|
|
158
|
+
http://mobi900.deviantart.com/art/Sea-Sunrise-Wallpaper-545266270
|
|
159
|
+
http://mobi900.deviantart.com/art/Sunrise-Field-Wallpaper-545126742
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
http://boxtail.deviantart.com/art/Celtic-Water-Orbs-548986856 from http://redd.it/3en92j
|
|
163
|
+
http://imgur.com/OXCVSj7&k82U3Qj#0 from http://redd.it/3ee7j1
|
|
164
|
+
|
|
165
|
+
unable to size http://hubblesite.org/newscenter/archive/releases/2015/02/image/a/format/zoom/ from http://redd.it/2rhm8w
|
|
166
|
+
unable to size http://www.deviantart.com/art/Tree-swing-437944764 from http://redd.it/3fnia2
|
|
167
|
+
|
|
168
|
+
unable to size http://imgur.com/gallery/AsJ3N7x/new from http://redd.it/3fmzdg
|
|
169
|
+
|
|
170
|
+
|
|
171
|
+
|
|
172
|
+
|
|
173
|
+
|
|
174
|
+
found this to be already submitted
|
|
175
|
+
[4559, 2727] got from 3foerr: 'https://upload.wikimedia.org/wikipedia/commons/4/47/2009-09-19-helsinki-by-RalfR-062.jpg'
|
|
176
|
+
retry download 'https://www.reddit.com/r/LargeImages/search.json?q=url%3Ahttps%3A%2F%2Fupload.wikimedia.org%2Fwikipedia%2Fcommons%2F4%2F47%2F2009-09-19-helsinki-by-RalfR-062.jpg&restrict_sr=on' in 1 seconds because of 503 Service Unavailable
|
|
177
|
+
|
|
178
|
+
unable to size http://www.flickr.com/photos/dmacs_photos/12027867364/ from http://redd.it/1vqlgk
|
|
179
|
+
unable to size https://dl.dropboxusercontent.com/u/52357713/16k.png from http://redd.it/1vomwy
|
|
180
|
+
|
|
181
|
+
unable to size http://www.flickr.com/photos/dmacs_photos/12027867364/ from http://redd.it/1vqlgk
|
|
182
|
+
unable to size https://dl.dropboxusercontent.com/u/52357713/16k.png from http://redd.it/1vomwy
|
|
183
|
+
|
|
184
|
+
unable http://imgur.com/r/wallpaper/rZ37ZYN from http://redd.it/3knh3g
|
|
185
|
+
|
|
186
|
+
unable http://www.flickr.com/photos/dmacs_photos/12027867364/ from http://redd.it/1vqlgk
|
|
187
|
+
|
|
188
|
+
|
|
189
|
+
unable http://imgur.com/gallery/jm0OKQM from http://redd.it/3ukg4t
|
|
190
|
+
unable http://imgur.com/gallery/oZXfZ from http://redd.it/3ulz2i
|
|
191
|
+
|
|
192
|
+
|
|
@@ -1,5 +1,12 @@
|
|
|
1
1
|
source "https://rubygems.org"
|
|
2
2
|
|
|
3
|
+
gem "json"
|
|
4
|
+
|
|
5
|
+
gem "nethttputils", git: "git@github.com:Nakilon/nethttputils.git", tag: "v0.0.2.0"
|
|
6
|
+
gem "reddit_bot", "~>1.4.0"
|
|
7
|
+
gem "nokogiri"
|
|
8
|
+
|
|
9
|
+
gem "imgur2array", git: "git@github.com:Nakilon/imgur2array.git", tag: "v0.0.2.1"
|
|
3
10
|
gem "fastimage", "1.7.0"
|
|
4
|
-
|
|
5
|
-
gem "
|
|
11
|
+
|
|
12
|
+
gem "gcplogger", git: "git@github.com:Nakilon/gcplogger.git", tag: "v0.0.1.1"
|
|
@@ -1,26 +1,101 @@
|
|
|
1
1
|
GIT
|
|
2
|
-
remote:
|
|
3
|
-
revision:
|
|
2
|
+
remote: git@github.com:Nakilon/gcplogger.git
|
|
3
|
+
revision: 42483192d94dd0b3ee13809ef516718daf0f9b05
|
|
4
|
+
tag: v0.0.1.1
|
|
4
5
|
specs:
|
|
5
|
-
|
|
6
|
+
gcplogger (0.0.1.1)
|
|
7
|
+
google-cloud-logging
|
|
8
|
+
|
|
9
|
+
GIT
|
|
10
|
+
remote: git@github.com:Nakilon/imgur2array.git
|
|
11
|
+
revision: 70d91ea57bcc5c366fe9407d1e45536ed45e2395
|
|
12
|
+
tag: v0.0.2.1
|
|
13
|
+
specs:
|
|
14
|
+
imgur2array (0.0.2.1)
|
|
15
|
+
|
|
16
|
+
GIT
|
|
17
|
+
remote: git@github.com:Nakilon/nethttputils.git
|
|
18
|
+
revision: 0c5e79842b8e89c12de4f44b2b41aef3e4614216
|
|
19
|
+
tag: v0.0.2.0
|
|
20
|
+
specs:
|
|
21
|
+
nethttputils (0.0.2.0)
|
|
6
22
|
|
|
7
23
|
GEM
|
|
8
24
|
remote: https://rubygems.org/
|
|
9
25
|
specs:
|
|
10
26
|
addressable (2.3.6)
|
|
27
|
+
faraday (0.13.1)
|
|
28
|
+
multipart-post (>= 1.2, < 3)
|
|
11
29
|
fastimage (1.7.0)
|
|
12
30
|
addressable (~> 2.3, >= 2.3.5)
|
|
31
|
+
google-cloud-core (1.0.0)
|
|
32
|
+
google-cloud-env (~> 1.0)
|
|
33
|
+
googleauth (~> 0.5.1)
|
|
34
|
+
google-cloud-env (1.0.1)
|
|
35
|
+
faraday (~> 0.11)
|
|
36
|
+
google-cloud-logging (1.2.3)
|
|
37
|
+
google-cloud-core (~> 1.0)
|
|
38
|
+
google-gax (~> 0.8.0)
|
|
39
|
+
stackdriver-core (~> 1.2)
|
|
40
|
+
google-gax (0.8.12)
|
|
41
|
+
google-protobuf (~> 3.2)
|
|
42
|
+
googleapis-common-protos (~> 1.3.5)
|
|
43
|
+
googleauth (~> 0.5.1)
|
|
44
|
+
grpc (~> 1.6.6)
|
|
45
|
+
rly (~> 0.2.3)
|
|
46
|
+
google-protobuf (3.4.1.1)
|
|
47
|
+
googleapis-common-protos (1.3.7)
|
|
48
|
+
google-protobuf (~> 3.0)
|
|
49
|
+
googleapis-common-protos-types (~> 1.0)
|
|
50
|
+
grpc (~> 1.0)
|
|
51
|
+
googleapis-common-protos-types (1.0.1)
|
|
52
|
+
google-protobuf (~> 3.0)
|
|
53
|
+
googleauth (0.5.3)
|
|
54
|
+
faraday (~> 0.12)
|
|
55
|
+
jwt (~> 1.4)
|
|
56
|
+
logging (~> 2.0)
|
|
57
|
+
memoist (~> 0.12)
|
|
58
|
+
multi_json (~> 1.11)
|
|
59
|
+
os (~> 0.9)
|
|
60
|
+
signet (~> 0.7)
|
|
61
|
+
grpc (1.6.7)
|
|
62
|
+
google-protobuf (~> 3.1)
|
|
63
|
+
googleapis-common-protos-types (~> 1.0.0)
|
|
64
|
+
googleauth (~> 0.5.1)
|
|
13
65
|
json (2.1.0)
|
|
14
|
-
|
|
66
|
+
jwt (1.5.6)
|
|
67
|
+
little-plugger (1.1.4)
|
|
68
|
+
logging (2.2.2)
|
|
69
|
+
little-plugger (~> 1.1)
|
|
70
|
+
multi_json (~> 1.10)
|
|
71
|
+
memoist (0.16.0)
|
|
72
|
+
mini_portile2 (2.1.0)
|
|
73
|
+
multi_json (1.12.2)
|
|
74
|
+
multipart-post (2.0.0)
|
|
75
|
+
nokogiri (1.6.8.1)
|
|
76
|
+
mini_portile2 (~> 2.1.0)
|
|
77
|
+
os (0.9.6)
|
|
78
|
+
reddit_bot (1.4.0)
|
|
15
79
|
json
|
|
80
|
+
rly (0.2.3)
|
|
81
|
+
signet (0.8.1)
|
|
82
|
+
addressable (~> 2.3)
|
|
83
|
+
faraday (~> 0.9)
|
|
84
|
+
jwt (>= 1.5, < 3.0)
|
|
85
|
+
multi_json (~> 1.10)
|
|
86
|
+
stackdriver-core (1.2.0)
|
|
16
87
|
|
|
17
88
|
PLATFORMS
|
|
18
89
|
ruby
|
|
19
90
|
|
|
20
91
|
DEPENDENCIES
|
|
21
92
|
fastimage (= 1.7.0)
|
|
22
|
-
|
|
23
|
-
|
|
93
|
+
gcplogger!
|
|
94
|
+
imgur2array!
|
|
95
|
+
json
|
|
96
|
+
nethttputils!
|
|
97
|
+
nokogiri
|
|
98
|
+
reddit_bot (~> 1.4.0)
|
|
24
99
|
|
|
25
100
|
BUNDLED WITH
|
|
26
|
-
1.
|
|
101
|
+
1.16.0
|
|
@@ -1,88 +1,19 @@
|
|
|
1
|
-
### THIS
|
|
2
|
-
### DON'T TRY TO LEARN FROM THIS CODE
|
|
1
|
+
### THIS WAS MY THE VERY FIRST REDDIT BOT
|
|
3
2
|
|
|
4
|
-
if Gem::Platform.local.os == "darwin"
|
|
5
|
-
require_relative "../../../tcpsm/lib/tcp_socket_measurer"
|
|
6
|
-
else
|
|
7
|
-
require_relative "#{Dir.home}/tcp_socket_measurer"
|
|
8
|
-
end
|
|
9
|
-
|
|
10
|
-
%w{
|
|
11
|
-
198.41.208.137
|
|
12
|
-
198.41.208.138
|
|
13
|
-
198.41.208.139
|
|
14
|
-
198.41.208.140
|
|
15
|
-
198.41.208.141
|
|
16
|
-
198.41.208.142
|
|
17
|
-
198.41.208.143
|
|
18
|
-
198.41.209.136
|
|
19
|
-
198.41.209.137
|
|
20
|
-
198.41.209.138
|
|
21
|
-
198.41.209.139
|
|
22
|
-
198.41.209.140
|
|
23
|
-
198.41.209.141
|
|
24
|
-
198.41.209.142
|
|
25
|
-
198.41.209.143
|
|
26
|
-
|
|
27
|
-
151.101.33.140
|
|
28
|
-
151.101.32.193
|
|
29
|
-
}.each do |ip|
|
|
30
|
-
TCPSocketMeasurer.known_hosts[ip] = "www.reddit.com"
|
|
31
|
-
end
|
|
32
|
-
Thread.new do
|
|
33
|
-
loop do
|
|
34
|
-
TCPSocketMeasurer.report
|
|
35
|
-
puts "next report is in an hour"
|
|
36
|
-
sleep 3600
|
|
37
|
-
end
|
|
38
|
-
end
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
require "../boilerplate"
|
|
42
|
-
|
|
43
|
-
BOT = RedditBot::Bot.new YAML.load File.read "secrets.yaml"
|
|
44
3
|
|
|
45
|
-
|
|
46
|
-
require_relative "../../../../dimensioner/get_dimensions"
|
|
47
|
-
else
|
|
48
|
-
require_relative "#{Dir.home}/get_dimensions"
|
|
49
|
-
end
|
|
4
|
+
require "nokogiri"
|
|
50
5
|
|
|
6
|
+
require "gcplogger"
|
|
7
|
+
logger = GCPLogger.logger "largeimagesbot"
|
|
51
8
|
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
loop do
|
|
55
|
-
Hearthbeat.beat "u_largeimagesbot_r_largeimages", 310 unless Gem::Platform.local.os == "darwin"
|
|
56
|
-
puts "LOOP #{Time.now}"
|
|
9
|
+
require_relative "../get_dimensions"
|
|
10
|
+
Imgur.logger = logger
|
|
57
11
|
|
|
58
|
-
%w{
|
|
59
12
|
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
r/wtf
|
|
63
|
-
r/woahdude
|
|
64
|
-
|
|
65
|
-
r/earthporn
|
|
66
|
-
r/spaceporn
|
|
67
|
-
r/mapporn
|
|
68
|
-
r/historyporn
|
|
69
|
-
r/abandonedporn
|
|
70
|
-
r/macroporn
|
|
71
|
-
r/microporn
|
|
72
|
-
|
|
73
|
-
r/bigwallpapers
|
|
74
|
-
r/wallpapers
|
|
75
|
-
r/wallpaper
|
|
76
|
-
|
|
77
|
-
user/I_AM_STILL_A_IDIOT/m/nationalphotosubs
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
# r/highres
|
|
81
|
-
# r/bigwallpapers
|
|
82
|
-
# r/wtf
|
|
83
|
-
# r/funny
|
|
84
|
-
%w{
|
|
13
|
+
require "../boilerplate"
|
|
14
|
+
BOT = RedditBot::Bot.new YAML.load File.read "secrets.yaml"
|
|
85
15
|
|
|
16
|
+
INCLUDE = %w{
|
|
86
17
|
user/kjoneslol/m/sfwpornnetwork
|
|
87
18
|
|
|
88
19
|
r/woahdude
|
|
@@ -93,34 +24,62 @@ loop do
|
|
|
93
24
|
r/WQHD_Wallpaper
|
|
94
25
|
|
|
95
26
|
r/pic
|
|
27
|
+
}
|
|
28
|
+
EXCLUDE = %w{ foodporn powerwashingporn }
|
|
96
29
|
|
|
97
|
-
|
|
30
|
+
checked = []
|
|
98
31
|
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
32
|
+
loop do
|
|
33
|
+
logger.warn "LOOP #{Time.now}"
|
|
34
|
+
|
|
35
|
+
[ [:source_ultireddit, 5000000, ( Nokogiri::XML(NetHTTPUtils.request_data ENV["FEEDPCBR_URL"]).remove_namespaces!.xpath("feed/entry").map do |entry|
|
|
36
|
+
[
|
|
37
|
+
entry.at_xpath("id").text,
|
|
38
|
+
entry.at_xpath("link[@rel='via']")["href"],
|
|
39
|
+
entry.at_xpath("title").text,
|
|
40
|
+
entry.at_xpath("category")["term"],
|
|
41
|
+
entry.at_xpath("author/name").text,
|
|
42
|
+
entry.at_xpath("link[@rel='alternate']")["href"],
|
|
43
|
+
]
|
|
44
|
+
end ) ],
|
|
45
|
+
[:source_reddit, 10000000, ( INCLUDE.flat_map do |sortasub|
|
|
46
|
+
BOT.new_posts(sortasub).take(100).map do |child|
|
|
47
|
+
next if child["is_self"]
|
|
48
|
+
next if EXCLUDE.include? child["subreddit"].downcase
|
|
49
|
+
child.values_at(
|
|
50
|
+
*%w{ id url title subreddit author permalink }
|
|
51
|
+
).tap{ |_| _.last.prepend "https://www.reddit.com" }
|
|
52
|
+
end.compact
|
|
53
|
+
end ) ],
|
|
54
|
+
].each do |source, min_resolution, entries|
|
|
55
|
+
logger.warn "#{source}.size: #{entries.size}"
|
|
56
|
+
entries.each do |id, url, title, subreddit, author, permalink|
|
|
104
57
|
next if checked.include? id
|
|
105
58
|
checked << id
|
|
106
|
-
# id = "36y3w1"
|
|
107
|
-
# url = "http://i.imgur.com/c6uGJV0.jpg"
|
|
108
|
-
# unless (url = item["data"]["url"])[%r{//[^/]*imgur\.com/}]
|
|
109
59
|
# next if Gem::Platform.local.os == "darwin" # prevent concurrent posting
|
|
110
|
-
|
|
111
|
-
|
|
60
|
+
logger.debug "image url for #{id}: #{url}"
|
|
61
|
+
|
|
62
|
+
next logger.warn "skipped (GetDimensions :skipped) #{url} from http://redd.it/#{id}" if :skipped == _ = begin
|
|
63
|
+
GetDimensions::get_dimensions url
|
|
64
|
+
rescue GetDimensions::Error404
|
|
65
|
+
next logger.warn "skipped (GetDimensions::Error404) #{url} from http://redd.it/#{id}"
|
|
66
|
+
rescue GetDimensions::ErrorUnknown
|
|
67
|
+
next logger.warn "skipped (GetDimensions::ErrorUnknown) #{url} from http://redd.it/#{id}"
|
|
68
|
+
end
|
|
69
|
+
fail "unable #{url} from http://redd.it/#{id}" unless _
|
|
112
70
|
width, height, best_direct_url, *all_direct_urls = _
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
next
|
|
71
|
+
logger.info "GetDimensions: %p" % [[width, height, best_direct_url, all_direct_urls.size]]
|
|
72
|
+
unless min_resolution <= width * height
|
|
73
|
+
next logger.warn "skipped low resolution #{source}"
|
|
116
74
|
end
|
|
117
75
|
# next if Gem::Platform.local.os == "darwin" # prevent concurrent posting
|
|
118
76
|
# puts "https://www.reddit.com/r/LargeImages/search.json?q=url%3A#{CGI.escape url}&restrict_sr=on"
|
|
119
77
|
resolution = "[#{width}x#{height}]"
|
|
120
|
-
|
|
78
|
+
# require "cgi"
|
|
79
|
+
next logger.warn "already submitted #{resolution} #{id}: '#{url}'" unless
|
|
121
80
|
Gem::Platform.local.os == "darwin" ||
|
|
122
81
|
(JSON.parse NetHTTPUtils.request_data "https://www.reddit.com/r/LargeImages/search.json?q=url%3A#{CGI.escape url}&restrict_sr=on", header: ["User-Agent", "ajsdjasdasd"])["data"]["children"].empty?
|
|
123
|
-
|
|
82
|
+
logger.warn "resolution #{resolution} got from #{id}: #{url}"
|
|
124
83
|
# next if Gem::Platform.local.os == "darwin" # prevent concurrent posting
|
|
125
84
|
title = "#{resolution}#{
|
|
126
85
|
" [#{all_direct_urls.size} images]" if all_direct_urls.size > 1
|
|
@@ -130,9 +89,8 @@ loop do
|
|
|
130
89
|
sub(/(.{#{100 - subreddit.size}}).+/, '\1...')
|
|
131
90
|
} /r/#{subreddit}".
|
|
132
91
|
gsub(/\s+\(\s+\)\s+/, " ")
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
else
|
|
92
|
+
logger.warn "new post #{source}: #{url} #{title.inspect}"
|
|
93
|
+
unless Gem::Platform.local.os == "darwin"
|
|
136
94
|
result = BOT.json :post,
|
|
137
95
|
"/api/submit",
|
|
138
96
|
{
|
|
@@ -140,16 +98,9 @@ loop do
|
|
|
140
98
|
url: url,
|
|
141
99
|
sr: "LargeImages",
|
|
142
100
|
title: title,
|
|
143
|
-
# ["uh / X-Modhash header", ""]
|
|
144
101
|
}
|
|
145
|
-
# }.tap{ |form|
|
|
146
|
-
# form.merge!( {
|
|
147
|
-
# iden: BOT.iden_and_captcha[0],
|
|
148
|
-
# captcha: BOT.iden_and_captcha[1],
|
|
149
|
-
# } ) if BOT.iden_and_captcha
|
|
150
|
-
# }
|
|
151
102
|
next unless result["json"]["errors"].empty?
|
|
152
|
-
|
|
103
|
+
logger.info "post url: #{result["json"]["data"]["url"]}"
|
|
153
104
|
end
|
|
154
105
|
# {"json"=>
|
|
155
106
|
# {"errors"=>[],
|
|
@@ -158,26 +109,26 @@ loop do
|
|
|
158
109
|
# "https://www.reddit.com/r/LargeImages/comments/3a9rel/2594x1724_overlooking_wildhorse_lake_from_near/",
|
|
159
110
|
# "id"=>"3a9rel",
|
|
160
111
|
# "name"=>"t3_3a9rel"}}}
|
|
161
|
-
line1 = "[Original thread](
|
|
112
|
+
line1 = "[Original thread](#{permalink}) by /u/#{author}"
|
|
162
113
|
line2 = "Direct link#{" (the largest image)" if all_direct_urls.size > 1}: #{best_direct_url}"
|
|
163
114
|
line3 = [
|
|
164
115
|
"Direct links to all other images in album:",
|
|
165
116
|
all_direct_urls - [best_direct_url]
|
|
166
117
|
] if all_direct_urls.size > 1
|
|
167
118
|
text = [line1, line2, line3].compact.join(" \n")
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
else
|
|
119
|
+
logger.info "new comment: #{text.inspect}"
|
|
120
|
+
unless Gem::Platform.local.os == "darwin"
|
|
171
121
|
result = BOT.leave_a_comment "#{result["json"]["data"]["name"]}", text.sub(/(?<=.{9000}).+/m, "...")
|
|
172
122
|
unless result["json"]["errors"].empty?
|
|
173
|
-
|
|
123
|
+
logger.error result.inspect
|
|
174
124
|
fail "failed to leave comment"
|
|
175
125
|
end
|
|
176
126
|
end
|
|
177
|
-
|
|
127
|
+
|
|
128
|
+
abort if ENV["TEST"]
|
|
178
129
|
end
|
|
179
130
|
end
|
|
180
131
|
|
|
181
|
-
|
|
132
|
+
logger.warn "END LOOP #{Time.now}"
|
|
182
133
|
sleep 300
|
|
183
134
|
end
|
data/examples/mlgtv/channels.txt
CHANGED
data/examples/mlgtv/main.rb
CHANGED
|
@@ -96,6 +96,7 @@ loop do
|
|
|
96
96
|
"Modern Warfare 2" => "codmw2",
|
|
97
97
|
}.each do |game, css|
|
|
98
98
|
(begin
|
|
99
|
+
require "cgi"
|
|
99
100
|
begin
|
|
100
101
|
t = NetHTTPUtils.get_response "https://api.twitch.tv/kraken/streams?game=#{CGI::escape game}&access_token=#{File.read("twitch.token").strip}&client_id=#{File.read("client.id").strip}&channel=#{File.read("channels.txt").split.join ?,}"
|
|
101
102
|
end while t.code == 500
|
|
@@ -12,17 +12,17 @@ BOT = RedditBot::Bot.new YAML.load(File.read "secrets.yaml"), subreddit: SUBREDD
|
|
|
12
12
|
TWITTER = "RealTimeWWII"
|
|
13
13
|
|
|
14
14
|
tweet2titleNtext = lambda do |tweet|
|
|
15
|
-
pp tweet if
|
|
15
|
+
pp tweet if ENV["TEST"]
|
|
16
16
|
text = ""
|
|
17
17
|
contains_media = false
|
|
18
18
|
up = ->s{ s.split.map{ |w| "^#{w}" }.join " " }
|
|
19
|
-
if tweet["extended_entities"] && tweet["extended_entities"]["media"]
|
|
19
|
+
if tweet["extended_entities"] && !tweet["extended_entities"]["media"].empty?
|
|
20
20
|
contains_media = true
|
|
21
21
|
tweet["extended_entities"]["media"].each_with_index do |media, i|
|
|
22
22
|
text.concat "* [Image #{i + 1}](#{media["media_url_https"]})\n\n"
|
|
23
23
|
end
|
|
24
24
|
end
|
|
25
|
-
if tweet["entities"]["urls"]
|
|
25
|
+
if !tweet["entities"]["urls"].empty?
|
|
26
26
|
contains_media = true
|
|
27
27
|
tweet["entities"]["urls"].each_with_index do |url, i|
|
|
28
28
|
text.concat "* [Link #{i + 1}](#{url["expanded_url"]})\n\n"
|
|
@@ -37,15 +37,21 @@ tweet2titleNtext = lambda do |tweet|
|
|
|
37
37
|
[CGI::unescapeHTML(tweet["full_text"]).sub(/( https:\/\/t\.co\/[0-9a-zA-Z]{10})*\z/, ""), text, contains_media]
|
|
38
38
|
end
|
|
39
39
|
[
|
|
40
|
-
[905764294687633408, "The Polish government & military high command is now evacuating Warsaw for Brest, 120 miles east: German armies are too close to the capital", "* [Image 1](https://pbs.twimg.com/media/DJHq71BXYAA6KJ0.jpg)\n\n" "^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^September ^7, ^2017](https://twitter.com/#{TWITTER}/status/905764294687633408)"],
|
|
41
|
-
[915534673471733760, "In east Poland (now Soviet Ukraine) industry & farms to be collectivised, political parties banned, aristocrats & capitalists \"re-educated\".", "* [Image 1](https://pbs.twimg.com/media/DLSh2J9W4AACcOG.jpg)\n\n* [Image 2](https://pbs.twimg.com/media/DLSh4sKX0AEBaXq.jpg)\n\n^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| ""
|
|
42
|
-
[915208866408824832, "For 1st time, RAF planes dropping propaganda leaflets on Berlin itself, entitled \"Germans: these are your leaders!\"", "* [Image 1](https://pbs.twimg.com/media/DLN5jJ-XkAEUz9M.jpg)\n\n* [Link 1](https://www.psywar.org/product_1939EH158.php)\n\n" "^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| ""
|
|
43
|
-
[914577848891006978, "\"In Poland, Russia pursued a cold policy of selfinterest. But clearly necessary for Russia… against Nazi menace.\"", "* [Link 1](https://www.youtube.com/watch?v=ygmP5A3n2JA)\n\n" "^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| ""
|
|
44
|
-
].
|
|
40
|
+
[905764294687633408, true, "The Polish government & military high command is now evacuating Warsaw for Brest, 120 miles east: German armies are too close to the capital", "* [Image 1](https://pbs.twimg.com/media/DJHq71BXYAA6KJ0.jpg)\n\n" "^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^""September ^7, ^2017](https://twitter.com/#{TWITTER}/status/905764294687633408)"],
|
|
41
|
+
[915534673471733760, true, "In east Poland (now Soviet Ukraine) industry & farms to be collectivised, political parties banned, aristocrats & capitalists \"re-educated\".", "* [Image 1](https://pbs.twimg.com/media/DLSh2J9W4AACcOG.jpg)\n\n* [Image 2](https://pbs.twimg.com/media/DLSh4sKX0AEBaXq.jpg)\n\n^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^" "October ^4, ^2017](https://twitter.com/#{TWITTER}/status/915534673471733760)"],
|
|
42
|
+
[915208866408824832, true, "For 1st time, RAF planes dropping propaganda leaflets on Berlin itself, entitled \"Germans: these are your leaders!\"", "* [Image 1](https://pbs.twimg.com/media/DLN5jJ-XkAEUz9M.jpg)\n\n* [Link 1](https://www.psywar.org/product_1939EH158.php)\n\n" "^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^" "October ^3, ^2017](https://twitter.com/#{TWITTER}/status/915208866408824832)"],
|
|
43
|
+
[914577848891006978, true, "\"In Poland, Russia pursued a cold policy of selfinterest. But clearly necessary for Russia… against Nazi menace.\"", "* [Link 1](https://www.youtube.com/watch?v=ygmP5A3n2JA)\n\n" "^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^" "October ^1, ^2017](https://twitter.com/#{TWITTER}/status/914577848891006978)"],
|
|
44
|
+
[926581977372942336, false, "Finland rejects Soviet demand to surrender land near Leningrad & give Red Navy base in Hanko; Soviets now claim Finns' manner \"warlike\".", "^- ^WW2 ^Tweets ^from ^1939 [^\\(@#{TWITTER}\\)](https://twitter.com/#{TWITTER}) ^| [^" "November ^3, ^2017](https://twitter.com/#{TWITTER}/status/926581977372942336)"],
|
|
45
|
+
].each do |id, contains_media_, title_, text_|
|
|
45
46
|
title, text, contains_media = tweet2titleNtext[ JSON.load NetHTTPUtils.request_data(
|
|
46
47
|
"https://api.twitter.com/1.1/statuses/show.json?id=#{id}&tweet_mode=extended",
|
|
47
48
|
header: { Authorization: "Bearer #{TWITTER_ACCESS_TOKEN}" }
|
|
48
49
|
) ]
|
|
50
|
+
unless contains_media_ == contains_media
|
|
51
|
+
puts "expected: #{contains_media_}"
|
|
52
|
+
puts "got: #{contains_media}"
|
|
53
|
+
abort "CONTAINS_MEDIA ERROR"
|
|
54
|
+
end
|
|
49
55
|
unless title_ == title
|
|
50
56
|
puts "expected:\n#{title_.inspect}"
|
|
51
57
|
puts "got:\n#{title.inspect}"
|
|
@@ -79,16 +85,23 @@ loop do
|
|
|
79
85
|
flair["text"] == "Contains Media"
|
|
80
86
|
end
|
|
81
87
|
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
88
|
+
timeout = 0
|
|
89
|
+
JSON.load( begin
|
|
90
|
+
NetHTTPUtils.request_data(
|
|
91
|
+
"https://api.twitter.com/1.1/statuses/user_timeline.json?screen_name=#{TWITTER}&count=200&tweet_mode=extended",
|
|
92
|
+
header: { Authorization: "Bearer #{TWITTER_ACCESS_TOKEN}" }
|
|
93
|
+
) do |res|
|
|
94
|
+
next unless res.key? "x-rate-limit-remaining"
|
|
95
|
+
remaining = res.fetch("x-rate-limit-remaining").to_i
|
|
96
|
+
next if 100 < remaining
|
|
97
|
+
t = (res.fetch("x-rate-limit-reset").to_i - Time.now.to_i + 1).fdiv remaining
|
|
98
|
+
puts "sleep #{t}"
|
|
99
|
+
sleep t
|
|
100
|
+
end
|
|
101
|
+
rescue NetHTTPUtils::Error => e
|
|
102
|
+
fail if e.code != 503
|
|
103
|
+
sleep(timeout += 1)
|
|
104
|
+
retry
|
|
92
105
|
end ).reverse_each do |tweet|
|
|
93
106
|
next if tweet["id"] <= id
|
|
94
107
|
# next unless tweet["id"] == 905724018996772865 # two media files
|
data/lib/reddit_bot.rb
CHANGED
|
@@ -236,21 +236,21 @@ module RedditBot
|
|
|
236
236
|
end
|
|
237
237
|
|
|
238
238
|
def _resp mtd, url, form, headers, base_auth = nil
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
x-ratelimit-remaining
|
|
242
|
-
x-ratelimit-used
|
|
243
|
-
x-ratelimit-reset
|
|
244
|
-
}.map{ |key| "#{key}=#{response.to_hash[key]}" }.join ", " \
|
|
239
|
+
NetHTTPUtils.get_response(url, mtd, form: form, header: headers, auth: base_auth).tap do |response|
|
|
240
|
+
next unless remaining = response.to_hash["x-ratelimit-remaining"]
|
|
245
241
|
if Gem::Platform.local.os == "darwin"
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
242
|
+
puts %w{
|
|
243
|
+
x-ratelimit-remaining
|
|
244
|
+
x-ratelimit-used
|
|
245
|
+
x-ratelimit-reset
|
|
246
|
+
}.map{ |key| "#{key}=#{response.to_hash[key]}" }.join ", "
|
|
247
|
+
end
|
|
248
|
+
fail remaining[0] if remaining[0].size < 4
|
|
249
|
+
next if remaining[0].size > 4
|
|
250
|
+
t = (response.to_hash["x-ratelimit-reset"][0].to_f + 1) / remaining[0].to_f + 1
|
|
251
|
+
puts "sleeping #{t} seconds because of x-ratelimit"
|
|
252
|
+
sleep t
|
|
253
|
+
end
|
|
254
254
|
end
|
|
255
255
|
|
|
256
256
|
end
|
data/lib/reddit_bot/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: reddit_bot
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.4.
|
|
4
|
+
version: 1.4.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Victor Maslov
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-11-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: json
|
|
@@ -35,7 +35,10 @@ files:
|
|
|
35
35
|
- LICENSE.txt
|
|
36
36
|
- README.md
|
|
37
37
|
- Rakefile
|
|
38
|
+
- examples/.bashrc
|
|
38
39
|
- examples/.gitignore
|
|
40
|
+
- examples/Gemfile
|
|
41
|
+
- examples/Gemfile.lock
|
|
39
42
|
- examples/boilerplate.rb
|
|
40
43
|
- examples/councilofricks/Gemfile
|
|
41
44
|
- examples/councilofricks/Gemfile.lock
|
|
@@ -56,6 +59,7 @@ files:
|
|
|
56
59
|
- examples/devflairbot/Gemfile
|
|
57
60
|
- examples/devflairbot/Gemfile.lock
|
|
58
61
|
- examples/devflairbot/main.rb
|
|
62
|
+
- examples/get_dimensions.rb
|
|
59
63
|
- examples/iostroubleshooting/Gemfile
|
|
60
64
|
- examples/iostroubleshooting/Gemfile.lock
|
|
61
65
|
- examples/iostroubleshooting/main.rb
|