rbot 0.9.10 → 0.9.12
Sign up to get free protection for your applications and to get access to all the features.
- data/AUTHORS +22 -4
- data/COPYING +5 -18
- data/ChangeLog +396 -0
- data/README +23 -25
- data/REQUIREMENTS +58 -12
- data/Rakefile +215 -0
- data/bin/rbot +47 -25
- data/bin/rbot-remote +76 -0
- data/data/rbot/languages/french.lang +5 -5
- data/data/rbot/languages/german.lang +4 -4
- data/data/rbot/languages/italian.lang +53 -0
- data/data/rbot/languages/japanese.lang +43 -0
- data/data/rbot/languages/russian.lang +60 -60
- data/data/rbot/languages/traditional_chinese.lang +75 -0
- data/data/rbot/plugins/alias.rb +192 -0
- data/data/rbot/plugins/autoop.rb +74 -37
- data/data/rbot/plugins/autorejoin.rb +15 -5
- data/data/rbot/plugins/bans.rb +454 -150
- data/data/rbot/plugins/bash.rb +173 -31
- data/data/rbot/plugins/botsnack.rb +37 -0
- data/data/rbot/plugins/cal.rb +11 -2
- data/data/rbot/plugins/chanserv.rb +132 -0
- data/data/rbot/plugins/chucknorris.rb +2 -2
- data/data/rbot/plugins/chucknorris.yml.gz +0 -0
- data/data/rbot/plugins/debugger.rb +136 -0
- data/data/rbot/plugins/deepthoughts.rb +89 -95
- data/data/rbot/plugins/delicious.rb +109 -0
- data/data/rbot/plugins/dice.rb +77 -25
- data/data/rbot/plugins/dict.rb +243 -0
- data/data/rbot/plugins/dictclient.rb +211 -0
- data/data/rbot/plugins/digg.rb +2 -2
- data/data/rbot/plugins/excuse.rb +4 -4
- data/data/rbot/plugins/factoids.rb +506 -0
- data/data/rbot/plugins/figlet.rb +127 -18
- data/data/rbot/plugins/fish.rb +93 -33
- data/data/rbot/plugins/forecast.rb +40 -27
- data/data/rbot/plugins/fortune.rb +86 -11
- data/data/rbot/plugins/freshmeat.rb +46 -12
- data/data/rbot/plugins/games/azgame.rb +565 -0
- data/data/rbot/plugins/games/quiz.rb +961 -0
- data/data/rbot/plugins/games/roshambo.rb +62 -0
- data/data/rbot/plugins/{roulette.rb → games/roulette.rb} +58 -8
- data/data/rbot/plugins/games/shiritori.rb +485 -0
- data/data/rbot/plugins/games/uno.rb +1205 -0
- data/data/rbot/plugins/games/wheelfortune.rb +615 -0
- data/data/rbot/plugins/grouphug.rb +76 -22
- data/data/rbot/plugins/hl2.rb +97 -0
- data/data/rbot/plugins/host.rb +10 -1
- data/data/rbot/plugins/httpd.rb.disabled +1 -0
- data/data/rbot/plugins/imdb.rb +511 -47
- data/data/rbot/plugins/insult.rb +32 -37
- data/data/rbot/plugins/iplookup.rb +224 -224
- data/data/rbot/plugins/karma.rb +45 -21
- data/data/rbot/plugins/keywords.rb +258 -160
- data/data/rbot/plugins/lart.rb +126 -95
- data/data/rbot/plugins/lastfm.rb +421 -12
- data/data/rbot/plugins/linkbot.rb +75 -0
- data/data/rbot/plugins/markov.rb +103 -46
- data/data/rbot/plugins/math.rb +6 -5
- data/data/rbot/plugins/modes.rb +114 -0
- data/data/rbot/plugins/nickrecover.rb +97 -0
- data/data/rbot/plugins/nickserv.rb +111 -48
- data/data/rbot/plugins/nslookup.rb +15 -19
- data/data/rbot/plugins/plugin.header +11 -0
- data/data/rbot/plugins/quakeauth.rb +74 -11
- data/data/rbot/plugins/quotes.rb +189 -233
- data/data/rbot/plugins/reaction.rb +415 -0
- data/data/rbot/plugins/remind.rb +11 -15
- data/data/rbot/plugins/remotectl.rb +29 -0
- data/data/rbot/plugins/ri.rb +74 -0
- data/data/rbot/plugins/rot13.rb +16 -1
- data/data/rbot/plugins/rss.rb +1219 -585
- data/data/rbot/plugins/salut.rb +226 -0
- data/data/rbot/plugins/script.rb +184 -0
- data/data/rbot/plugins/search.rb +233 -0
- data/data/rbot/plugins/seen.rb +44 -40
- data/data/rbot/plugins/shortenurls.rb +93 -0
- data/data/rbot/plugins/slashdot.rb +49 -11
- data/data/rbot/plugins/spell.rb +37 -27
- data/data/rbot/plugins/theyfightcrime.rb +36 -39
- data/data/rbot/plugins/threat.rb +25 -22
- data/data/rbot/plugins/time.rb +135 -0
- data/data/rbot/plugins/topic.rb +107 -50
- data/data/rbot/plugins/translator.rb +360 -0
- data/data/rbot/plugins/tube.rb +28 -40
- data/data/rbot/plugins/twitter.rb +187 -0
- data/data/rbot/plugins/urban.rb +62 -53
- data/data/rbot/plugins/url.rb +193 -409
- data/data/rbot/plugins/usermodes.rb +26 -0
- data/data/rbot/plugins/wall.rb +60 -0
- data/data/rbot/plugins/weather.rb +254 -598
- data/data/rbot/plugins/wow.rb +41 -37
- data/data/rbot/plugins/wserver.rb +17 -25
- data/data/rbot/plugins/youtube.rb +237 -0
- data/data/rbot/templates/lart/{larts → larts-english} +0 -0
- data/data/rbot/templates/lart/larts-italian +25 -0
- data/data/rbot/templates/lart/larts-japanese +10 -0
- data/data/rbot/templates/lart/{praises → praises-english} +0 -0
- data/data/rbot/templates/lart/praises-italian +4 -0
- data/data/rbot/templates/lart/praises-japanese +3 -0
- data/data/rbot/templates/quiz/win_messages +11 -0
- data/data/rbot/templates/salut/salut-english +40 -0
- data/data/rbot/templates/salut/salut-french +29 -0
- data/data/rbot/templates/salut/salut-italian +51 -0
- data/data/rbot/templates/salut/salut-japanese +31 -0
- data/lib/rbot/botuser.rb +940 -0
- data/lib/rbot/config-compat.rb +23 -0
- data/lib/rbot/config.rb +211 -276
- data/lib/rbot/core/auth.rb +1063 -0
- data/lib/rbot/core/basics.rb +214 -0
- data/lib/rbot/core/config.rb +330 -0
- data/lib/rbot/core/filters_ui.rb +64 -0
- data/lib/rbot/core/irclog.rb +292 -0
- data/lib/rbot/core/remote.rb +401 -0
- data/lib/rbot/core/unicode.rb +91 -0
- data/lib/rbot/core/userdata.rb +200 -0
- data/lib/rbot/core/utils/extends.rb +444 -0
- data/lib/rbot/core/utils/filters.rb +154 -0
- data/lib/rbot/core/utils/httputil.rb +689 -0
- data/lib/rbot/core/utils/utils.rb +717 -0
- data/lib/rbot/dbhash.rb +30 -9
- data/lib/rbot/irc.rb +1966 -0
- data/lib/rbot/ircbot.rb +816 -675
- data/lib/rbot/ircsocket.rb +246 -232
- data/lib/rbot/language.rb +86 -8
- data/lib/rbot/load-gettext.rb +154 -0
- data/lib/rbot/maskdb.rb +162 -0
- data/lib/rbot/message.rb +392 -65
- data/lib/rbot/messagemapper.rb +438 -94
- data/lib/rbot/pkgconfig.rb +6 -0
- data/lib/rbot/plugins.rb +713 -172
- data/lib/rbot/post-config.rb +1 -0
- data/lib/rbot/rbotconfig.rb +31 -12
- data/lib/rbot/registry.rb +79 -48
- data/lib/rbot/rfc2812.rb +927 -519
- data/lib/rbot/timer.rb +232 -167
- data/po/en_US/rbot-alias.po +82 -0
- data/po/en_US/rbot-autoop.po +0 -0
- data/po/en_US/rbot-autorejoin.po +0 -0
- data/po/en_US/rbot-azgame.po +200 -0
- data/po/en_US/rbot-bans.po +0 -0
- data/po/en_US/rbot-bash.po +0 -0
- data/po/en_US/rbot-botsnack.po +0 -0
- data/po/en_US/rbot-cal.po +3 -0
- data/po/en_US/rbot-chanserv.po +0 -0
- data/po/en_US/rbot-chucknorris.po +0 -0
- data/po/en_US/rbot-debugger.po +0 -0
- data/po/en_US/rbot-deepthoughts.po +0 -0
- data/po/en_US/rbot-delicious.po +0 -0
- data/po/en_US/rbot-dice.po +0 -0
- data/po/en_US/rbot-dict.po +0 -0
- data/po/en_US/rbot-dictclient.po +124 -0
- data/po/en_US/rbot-digg.po +0 -0
- data/po/en_US/rbot-eightball.po +0 -0
- data/po/en_US/rbot-excuse.po +0 -0
- data/po/en_US/rbot-factoids.po +107 -0
- data/po/en_US/rbot-figlet.po +36 -0
- data/po/en_US/rbot-fish.po +0 -0
- data/po/en_US/rbot-forecast.po +0 -0
- data/po/en_US/rbot-fortune.po +0 -0
- data/po/en_US/rbot-freshmeat.po +0 -0
- data/po/en_US/rbot-grouphug.po +18 -0
- data/po/en_US/rbot-hl2.po +0 -0
- data/po/en_US/rbot-host.po +3 -0
- data/po/en_US/rbot-imdb.po +0 -0
- data/po/en_US/rbot-insult.po +0 -0
- data/po/en_US/rbot-iplookup.po +0 -0
- data/po/en_US/rbot-karma.po +0 -0
- data/po/en_US/rbot-keywords.po +24 -0
- data/po/en_US/rbot-lart.po +0 -0
- data/po/en_US/rbot-lastfm.po +172 -0
- data/po/en_US/rbot-linkbot.po +0 -0
- data/po/en_US/rbot-markov.po +20 -0
- data/po/en_US/rbot-math.po +0 -0
- data/po/en_US/rbot-modes.po +0 -0
- data/po/en_US/rbot-nickrecover.po +40 -0
- data/po/en_US/rbot-nickserv.po +104 -0
- data/po/en_US/rbot-nslookup.po +0 -0
- data/po/en_US/rbot-quakeauth.po +0 -0
- data/po/en_US/rbot-quiz.po +0 -0
- data/po/en_US/rbot-quotes.po +108 -0
- data/po/en_US/rbot-reaction.po +0 -0
- data/po/en_US/rbot-remind.po +0 -0
- data/po/en_US/rbot-remotectl.po +0 -0
- data/po/en_US/rbot-ri.po +0 -0
- data/po/en_US/rbot-roshambo.po +0 -0
- data/po/en_US/rbot-rot13.po +0 -0
- data/po/en_US/rbot-roulette.po +0 -0
- data/po/en_US/rbot-rss.po +20 -0
- data/po/en_US/rbot-salut.po +0 -0
- data/po/en_US/rbot-script.po +0 -0
- data/po/en_US/rbot-search.po +0 -0
- data/po/en_US/rbot-seen.po +0 -0
- data/po/en_US/rbot-shiritori.po +113 -0
- data/po/en_US/rbot-shortenurls.po +0 -0
- data/po/en_US/rbot-slashdot.po +0 -0
- data/po/en_US/rbot-spell.po +54 -0
- data/po/en_US/rbot-theyfightcrime.po +0 -0
- data/po/en_US/rbot-threat.po +0 -0
- data/po/en_US/rbot-time.po +0 -0
- data/po/en_US/rbot-topic.po +0 -0
- data/po/en_US/rbot-translator.po +77 -0
- data/po/en_US/rbot-tube.po +0 -0
- data/po/en_US/rbot-twitter.po +24 -0
- data/po/en_US/rbot-uno.po +512 -0
- data/po/en_US/rbot-urban.po +0 -0
- data/po/en_US/rbot-url.po +0 -0
- data/po/en_US/rbot-usermodes.po +0 -0
- data/po/en_US/rbot-wall.po +33 -0
- data/po/en_US/rbot-weather.po +0 -0
- data/po/en_US/rbot-wheelfortune.po +205 -0
- data/po/en_US/rbot-wow.po +0 -0
- data/po/en_US/rbot-wserver.po +0 -0
- data/po/en_US/rbot-youtube.po +58 -0
- data/po/en_US/rbot.po +1097 -0
- data/po/fr/rbot-alias.po +97 -0
- data/po/fr/rbot-autoop.po +0 -0
- data/po/fr/rbot-autorejoin.po +0 -0
- data/po/fr/rbot-azgame.po +204 -0
- data/po/fr/rbot-bans.po +0 -0
- data/po/fr/rbot-bash.po +0 -0
- data/po/fr/rbot-botsnack.po +0 -0
- data/po/fr/rbot-cal.po +3 -0
- data/po/fr/rbot-chanserv.po +0 -0
- data/po/fr/rbot-chucknorris.po +0 -0
- data/po/fr/rbot-debugger.po +0 -0
- data/po/fr/rbot-deepthoughts.po +0 -0
- data/po/fr/rbot-delicious.po +0 -0
- data/po/fr/rbot-dice.po +0 -0
- data/po/fr/rbot-dict.po +0 -0
- data/po/fr/rbot-dictclient.po +134 -0
- data/po/fr/rbot-digg.po +0 -0
- data/po/fr/rbot-eightball.po +0 -0
- data/po/fr/rbot-excuse.po +0 -0
- data/po/fr/rbot-factoids.po +111 -0
- data/po/fr/rbot-figlet.po +37 -0
- data/po/fr/rbot-fish.po +0 -0
- data/po/fr/rbot-forecast.po +0 -0
- data/po/fr/rbot-fortune.po +0 -0
- data/po/fr/rbot-freshmeat.po +0 -0
- data/po/fr/rbot-grouphug.po +18 -0
- data/po/fr/rbot-hl2.po +0 -0
- data/po/fr/rbot-host.po +3 -0
- data/po/fr/rbot-imdb.po +0 -0
- data/po/fr/rbot-insult.po +0 -0
- data/po/fr/rbot-iplookup.po +0 -0
- data/po/fr/rbot-karma.po +0 -0
- data/po/fr/rbot-keywords.po +24 -0
- data/po/fr/rbot-lart.po +0 -0
- data/po/fr/rbot-lastfm.po +172 -0
- data/po/fr/rbot-linkbot.po +0 -0
- data/po/fr/rbot-markov.po +20 -0
- data/po/fr/rbot-math.po +0 -0
- data/po/fr/rbot-modes.po +0 -0
- data/po/fr/rbot-nickrecover.po +36 -0
- data/po/fr/rbot-nickserv.po +116 -0
- data/po/fr/rbot-nslookup.po +0 -0
- data/po/fr/rbot-quakeauth.po +0 -0
- data/po/fr/rbot-quiz.po +0 -0
- data/po/fr/rbot-quotes.po +138 -0
- data/po/fr/rbot-reaction.po +0 -0
- data/po/fr/rbot-remind.po +0 -0
- data/po/fr/rbot-remotectl.po +0 -0
- data/po/fr/rbot-ri.po +0 -0
- data/po/fr/rbot-roshambo.po +0 -0
- data/po/fr/rbot-rot13.po +0 -0
- data/po/fr/rbot-roulette.po +0 -0
- data/po/fr/rbot-rss.po +20 -0
- data/po/fr/rbot-salut.po +0 -0
- data/po/fr/rbot-script.po +0 -0
- data/po/fr/rbot-search.po +0 -0
- data/po/fr/rbot-seen.po +0 -0
- data/po/fr/rbot-shiritori.po +119 -0
- data/po/fr/rbot-shortenurls.po +0 -0
- data/po/fr/rbot-slashdot.po +0 -0
- data/po/fr/rbot-spell.po +56 -0
- data/po/fr/rbot-theyfightcrime.po +0 -0
- data/po/fr/rbot-threat.po +0 -0
- data/po/fr/rbot-time.po +0 -0
- data/po/fr/rbot-topic.po +0 -0
- data/po/fr/rbot-translator.po +90 -0
- data/po/fr/rbot-tube.po +0 -0
- data/po/fr/rbot-twitter.po +24 -0
- data/po/fr/rbot-uno.po +521 -0
- data/po/fr/rbot-urban.po +0 -0
- data/po/fr/rbot-url.po +0 -0
- data/po/fr/rbot-usermodes.po +0 -0
- data/po/fr/rbot-wall.po +33 -0
- data/po/fr/rbot-weather.po +0 -0
- data/po/fr/rbot-wheelfortune.po +255 -0
- data/po/fr/rbot-wow.po +0 -0
- data/po/fr/rbot-wserver.po +0 -0
- data/po/fr/rbot-youtube.po +64 -0
- data/po/fr/rbot.po +1133 -0
- data/po/it/rbot-alias.po +82 -0
- data/po/it/rbot-autoop.po +0 -0
- data/po/it/rbot-autorejoin.po +0 -0
- data/po/it/rbot-azgame.po +186 -0
- data/po/it/rbot-bans.po +0 -0
- data/po/it/rbot-bash.po +0 -0
- data/po/it/rbot-botsnack.po +0 -0
- data/po/it/rbot-cal.po +3 -0
- data/po/it/rbot-chanserv.po +0 -0
- data/po/it/rbot-chucknorris.po +0 -0
- data/po/it/rbot-debugger.po +0 -0
- data/po/it/rbot-deepthoughts.po +0 -0
- data/po/it/rbot-delicious.po +0 -0
- data/po/it/rbot-dice.po +0 -0
- data/po/it/rbot-dict.po +0 -0
- data/po/it/rbot-dictclient.po +111 -0
- data/po/it/rbot-digg.po +0 -0
- data/po/it/rbot-eightball.po +0 -0
- data/po/it/rbot-excuse.po +0 -0
- data/po/it/rbot-factoids.po +110 -0
- data/po/it/rbot-figlet.po +36 -0
- data/po/it/rbot-fish.po +0 -0
- data/po/it/rbot-forecast.po +0 -0
- data/po/it/rbot-fortune.po +0 -0
- data/po/it/rbot-freshmeat.po +0 -0
- data/po/it/rbot-grouphug.po +18 -0
- data/po/it/rbot-hl2.po +0 -0
- data/po/it/rbot-host.po +3 -0
- data/po/it/rbot-imdb.po +0 -0
- data/po/it/rbot-insult.po +0 -0
- data/po/it/rbot-iplookup.po +0 -0
- data/po/it/rbot-karma.po +0 -0
- data/po/it/rbot-keywords.po +24 -0
- data/po/it/rbot-lart.po +0 -0
- data/po/it/rbot-lastfm.po +172 -0
- data/po/it/rbot-linkbot.po +0 -0
- data/po/it/rbot-markov.po +20 -0
- data/po/it/rbot-math.po +0 -0
- data/po/it/rbot-modes.po +0 -0
- data/po/it/rbot-nickrecover.po +36 -0
- data/po/it/rbot-nickserv.po +104 -0
- data/po/it/rbot-nslookup.po +0 -0
- data/po/it/rbot-quakeauth.po +0 -0
- data/po/it/rbot-quiz.po +0 -0
- data/po/it/rbot-quotes.po +108 -0
- data/po/it/rbot-reaction.po +0 -0
- data/po/it/rbot-remind.po +0 -0
- data/po/it/rbot-remotectl.po +0 -0
- data/po/it/rbot-ri.po +0 -0
- data/po/it/rbot-roshambo.po +0 -0
- data/po/it/rbot-rot13.po +0 -0
- data/po/it/rbot-roulette.po +0 -0
- data/po/it/rbot-rss.po +20 -0
- data/po/it/rbot-salut.po +0 -0
- data/po/it/rbot-script.po +0 -0
- data/po/it/rbot-search.po +0 -0
- data/po/it/rbot-seen.po +0 -0
- data/po/it/rbot-shiritori.po +102 -0
- data/po/it/rbot-shortenurls.po +0 -0
- data/po/it/rbot-slashdot.po +0 -0
- data/po/it/rbot-spell.po +54 -0
- data/po/it/rbot-theyfightcrime.po +0 -0
- data/po/it/rbot-threat.po +0 -0
- data/po/it/rbot-time.po +0 -0
- data/po/it/rbot-topic.po +0 -0
- data/po/it/rbot-translator.po +77 -0
- data/po/it/rbot-tube.po +0 -0
- data/po/it/rbot-twitter.po +24 -0
- data/po/it/rbot-uno.po +564 -0
- data/po/it/rbot-urban.po +0 -0
- data/po/it/rbot-url.po +0 -0
- data/po/it/rbot-usermodes.po +0 -0
- data/po/it/rbot-wall.po +33 -0
- data/po/it/rbot-weather.po +0 -0
- data/po/it/rbot-wheelfortune.po +251 -0
- data/po/it/rbot-wow.po +0 -0
- data/po/it/rbot-wserver.po +0 -0
- data/po/it/rbot-youtube.po +64 -0
- data/po/it/rbot.po +1127 -0
- data/po/ja/rbot-alias.po +82 -0
- data/po/ja/rbot-autoop.po +0 -0
- data/po/ja/rbot-autorejoin.po +0 -0
- data/po/ja/rbot-azgame.po +194 -0
- data/po/ja/rbot-bans.po +0 -0
- data/po/ja/rbot-bash.po +0 -0
- data/po/ja/rbot-botsnack.po +0 -0
- data/po/ja/rbot-cal.po +3 -0
- data/po/ja/rbot-chanserv.po +0 -0
- data/po/ja/rbot-chucknorris.po +0 -0
- data/po/ja/rbot-debugger.po +0 -0
- data/po/ja/rbot-deepthoughts.po +0 -0
- data/po/ja/rbot-delicious.po +0 -0
- data/po/ja/rbot-dice.po +0 -0
- data/po/ja/rbot-dict.po +0 -0
- data/po/ja/rbot-dictclient.po +111 -0
- data/po/ja/rbot-digg.po +0 -0
- data/po/ja/rbot-eightball.po +0 -0
- data/po/ja/rbot-excuse.po +0 -0
- data/po/ja/rbot-factoids.po +107 -0
- data/po/ja/rbot-figlet.po +36 -0
- data/po/ja/rbot-fish.po +0 -0
- data/po/ja/rbot-forecast.po +0 -0
- data/po/ja/rbot-fortune.po +0 -0
- data/po/ja/rbot-freshmeat.po +0 -0
- data/po/ja/rbot-grouphug.po +18 -0
- data/po/ja/rbot-hl2.po +0 -0
- data/po/ja/rbot-host.po +3 -0
- data/po/ja/rbot-imdb.po +0 -0
- data/po/ja/rbot-insult.po +0 -0
- data/po/ja/rbot-iplookup.po +0 -0
- data/po/ja/rbot-karma.po +0 -0
- data/po/ja/rbot-keywords.po +24 -0
- data/po/ja/rbot-lart.po +0 -0
- data/po/ja/rbot-lastfm.po +172 -0
- data/po/ja/rbot-linkbot.po +0 -0
- data/po/ja/rbot-markov.po +20 -0
- data/po/ja/rbot-math.po +0 -0
- data/po/ja/rbot-modes.po +0 -0
- data/po/ja/rbot-nickrecover.po +36 -0
- data/po/ja/rbot-nickserv.po +104 -0
- data/po/ja/rbot-nslookup.po +0 -0
- data/po/ja/rbot-quakeauth.po +0 -0
- data/po/ja/rbot-quiz.po +0 -0
- data/po/ja/rbot-quotes.po +108 -0
- data/po/ja/rbot-reaction.po +0 -0
- data/po/ja/rbot-remind.po +0 -0
- data/po/ja/rbot-remotectl.po +0 -0
- data/po/ja/rbot-ri.po +0 -0
- data/po/ja/rbot-roshambo.po +0 -0
- data/po/ja/rbot-rot13.po +0 -0
- data/po/ja/rbot-roulette.po +0 -0
- data/po/ja/rbot-rss.po +20 -0
- data/po/ja/rbot-salut.po +0 -0
- data/po/ja/rbot-script.po +0 -0
- data/po/ja/rbot-search.po +0 -0
- data/po/ja/rbot-seen.po +0 -0
- data/po/ja/rbot-shiritori.po +115 -0
- data/po/ja/rbot-shortenurls.po +0 -0
- data/po/ja/rbot-slashdot.po +0 -0
- data/po/ja/rbot-spell.po +54 -0
- data/po/ja/rbot-theyfightcrime.po +0 -0
- data/po/ja/rbot-threat.po +0 -0
- data/po/ja/rbot-time.po +0 -0
- data/po/ja/rbot-topic.po +0 -0
- data/po/ja/rbot-translator.po +77 -0
- data/po/ja/rbot-tube.po +0 -0
- data/po/ja/rbot-twitter.po +24 -0
- data/po/ja/rbot-uno.po +512 -0
- data/po/ja/rbot-urban.po +0 -0
- data/po/ja/rbot-url.po +0 -0
- data/po/ja/rbot-usermodes.po +0 -0
- data/po/ja/rbot-wall.po +33 -0
- data/po/ja/rbot-weather.po +0 -0
- data/po/ja/rbot-wheelfortune.po +205 -0
- data/po/ja/rbot-wow.po +0 -0
- data/po/ja/rbot-wserver.po +0 -0
- data/po/ja/rbot-youtube.po +58 -0
- data/po/ja/rbot.po +999 -0
- data/po/rbot-alias.pot +83 -0
- data/po/rbot-autoop.pot +0 -0
- data/po/rbot-autorejoin.pot +0 -0
- data/po/rbot-azgame.pot +187 -0
- data/po/rbot-bans.pot +0 -0
- data/po/rbot-bash.pot +0 -0
- data/po/rbot-botsnack.pot +0 -0
- data/po/rbot-cal.pot +21 -0
- data/po/rbot-chanserv.pot +0 -0
- data/po/rbot-chucknorris.pot +0 -0
- data/po/rbot-debugger.pot +0 -0
- data/po/rbot-deepthoughts.pot +0 -0
- data/po/rbot-delicious.pot +0 -0
- data/po/rbot-dice.pot +0 -0
- data/po/rbot-dict.pot +0 -0
- data/po/rbot-dictclient.pot +112 -0
- data/po/rbot-digg.pot +0 -0
- data/po/rbot-eightball.pot +0 -0
- data/po/rbot-excuse.pot +0 -0
- data/po/rbot-factoids.pot +108 -0
- data/po/rbot-figlet.pot +37 -0
- data/po/rbot-fish.pot +0 -0
- data/po/rbot-forecast.pot +0 -0
- data/po/rbot-fortune.pot +0 -0
- data/po/rbot-freshmeat.pot +0 -0
- data/po/rbot-grouphug.pot +36 -0
- data/po/rbot-hl2.pot +0 -0
- data/po/rbot-host.pot +21 -0
- data/po/rbot-imdb.pot +0 -0
- data/po/rbot-insult.pot +0 -0
- data/po/rbot-iplookup.pot +0 -0
- data/po/rbot-karma.pot +0 -0
- data/po/rbot-keywords.pot +25 -0
- data/po/rbot-lart.pot +0 -0
- data/po/rbot-lastfm.pot +190 -0
- data/po/rbot-linkbot.pot +0 -0
- data/po/rbot-markov.pot +21 -0
- data/po/rbot-math.pot +0 -0
- data/po/rbot-modes.pot +0 -0
- data/po/rbot-nickrecover.pot +37 -0
- data/po/rbot-nickserv.pot +105 -0
- data/po/rbot-nslookup.pot +0 -0
- data/po/rbot-quakeauth.pot +0 -0
- data/po/rbot-quiz.pot +0 -0
- data/po/rbot-quotes.pot +109 -0
- data/po/rbot-reaction.pot +0 -0
- data/po/rbot-remind.pot +0 -0
- data/po/rbot-remotectl.pot +0 -0
- data/po/rbot-ri.pot +0 -0
- data/po/rbot-roshambo.pot +0 -0
- data/po/rbot-rot13.pot +0 -0
- data/po/rbot-roulette.pot +0 -0
- data/po/rbot-rss.pot +21 -0
- data/po/rbot-salut.pot +0 -0
- data/po/rbot-script.pot +0 -0
- data/po/rbot-search.pot +0 -0
- data/po/rbot-seen.pot +0 -0
- data/po/rbot-shiritori.pot +103 -0
- data/po/rbot-shortenurls.pot +0 -0
- data/po/rbot-slashdot.pot +0 -0
- data/po/rbot-spell.pot +55 -0
- data/po/rbot-theyfightcrime.pot +0 -0
- data/po/rbot-threat.pot +0 -0
- data/po/rbot-time.pot +0 -0
- data/po/rbot-topic.pot +0 -0
- data/po/rbot-translator.pot +78 -0
- data/po/rbot-tube.pot +0 -0
- data/po/rbot-twitter.pot +25 -0
- data/po/rbot-uno.pot +513 -0
- data/po/rbot-urban.pot +0 -0
- data/po/rbot-url.pot +0 -0
- data/po/rbot-usermodes.pot +0 -0
- data/po/rbot-wall.pot +33 -0
- data/po/rbot-weather.pot +0 -0
- data/po/rbot-wheelfortune.pot +206 -0
- data/po/rbot-wow.pot +0 -0
- data/po/rbot-wserver.pot +0 -0
- data/po/rbot-youtube.pot +59 -0
- data/po/rbot.pot +1004 -0
- data/po/zh_CN/rbot-alias.po +82 -0
- data/po/zh_CN/rbot-autoop.po +0 -0
- data/po/zh_CN/rbot-autorejoin.po +0 -0
- data/po/zh_CN/rbot-azgame.po +186 -0
- data/po/zh_CN/rbot-bans.po +0 -0
- data/po/zh_CN/rbot-bash.po +0 -0
- data/po/zh_CN/rbot-botsnack.po +0 -0
- data/po/zh_CN/rbot-cal.po +3 -0
- data/po/zh_CN/rbot-chanserv.po +0 -0
- data/po/zh_CN/rbot-chucknorris.po +0 -0
- data/po/zh_CN/rbot-debugger.po +0 -0
- data/po/zh_CN/rbot-deepthoughts.po +0 -0
- data/po/zh_CN/rbot-delicious.po +0 -0
- data/po/zh_CN/rbot-dice.po +0 -0
- data/po/zh_CN/rbot-dict.po +0 -0
- data/po/zh_CN/rbot-dictclient.po +111 -0
- data/po/zh_CN/rbot-digg.po +0 -0
- data/po/zh_CN/rbot-eightball.po +0 -0
- data/po/zh_CN/rbot-excuse.po +0 -0
- data/po/zh_CN/rbot-factoids.po +107 -0
- data/po/zh_CN/rbot-figlet.po +36 -0
- data/po/zh_CN/rbot-fish.po +0 -0
- data/po/zh_CN/rbot-forecast.po +0 -0
- data/po/zh_CN/rbot-fortune.po +0 -0
- data/po/zh_CN/rbot-freshmeat.po +0 -0
- data/po/zh_CN/rbot-grouphug.po +18 -0
- data/po/zh_CN/rbot-hl2.po +0 -0
- data/po/zh_CN/rbot-host.po +3 -0
- data/po/zh_CN/rbot-imdb.po +0 -0
- data/po/zh_CN/rbot-insult.po +0 -0
- data/po/zh_CN/rbot-iplookup.po +0 -0
- data/po/zh_CN/rbot-karma.po +0 -0
- data/po/zh_CN/rbot-keywords.po +24 -0
- data/po/zh_CN/rbot-lart.po +0 -0
- data/po/zh_CN/rbot-lastfm.po +172 -0
- data/po/zh_CN/rbot-linkbot.po +0 -0
- data/po/zh_CN/rbot-markov.po +20 -0
- data/po/zh_CN/rbot-math.po +0 -0
- data/po/zh_CN/rbot-modes.po +0 -0
- data/po/zh_CN/rbot-nickrecover.po +36 -0
- data/po/zh_CN/rbot-nickserv.po +104 -0
- data/po/zh_CN/rbot-nslookup.po +0 -0
- data/po/zh_CN/rbot-quakeauth.po +0 -0
- data/po/zh_CN/rbot-quiz.po +0 -0
- data/po/zh_CN/rbot-quotes.po +108 -0
- data/po/zh_CN/rbot-reaction.po +0 -0
- data/po/zh_CN/rbot-remind.po +0 -0
- data/po/zh_CN/rbot-remotectl.po +0 -0
- data/po/zh_CN/rbot-ri.po +0 -0
- data/po/zh_CN/rbot-roshambo.po +0 -0
- data/po/zh_CN/rbot-rot13.po +0 -0
- data/po/zh_CN/rbot-roulette.po +0 -0
- data/po/zh_CN/rbot-rss.po +20 -0
- data/po/zh_CN/rbot-salut.po +0 -0
- data/po/zh_CN/rbot-script.po +0 -0
- data/po/zh_CN/rbot-search.po +0 -0
- data/po/zh_CN/rbot-seen.po +0 -0
- data/po/zh_CN/rbot-shiritori.po +102 -0
- data/po/zh_CN/rbot-shortenurls.po +0 -0
- data/po/zh_CN/rbot-slashdot.po +0 -0
- data/po/zh_CN/rbot-spell.po +54 -0
- data/po/zh_CN/rbot-theyfightcrime.po +0 -0
- data/po/zh_CN/rbot-threat.po +0 -0
- data/po/zh_CN/rbot-time.po +0 -0
- data/po/zh_CN/rbot-topic.po +0 -0
- data/po/zh_CN/rbot-translator.po +77 -0
- data/po/zh_CN/rbot-tube.po +0 -0
- data/po/zh_CN/rbot-twitter.po +24 -0
- data/po/zh_CN/rbot-uno.po +512 -0
- data/po/zh_CN/rbot-urban.po +0 -0
- data/po/zh_CN/rbot-url.po +0 -0
- data/po/zh_CN/rbot-usermodes.po +0 -0
- data/po/zh_CN/rbot-wall.po +33 -0
- data/po/zh_CN/rbot-weather.po +0 -0
- data/po/zh_CN/rbot-wheelfortune.po +205 -0
- data/po/zh_CN/rbot-wow.po +0 -0
- data/po/zh_CN/rbot-wserver.po +0 -0
- data/po/zh_CN/rbot-youtube.po +58 -0
- data/po/zh_CN/rbot.po +1006 -0
- data/po/zh_TW/rbot-alias.po +82 -0
- data/po/zh_TW/rbot-autoop.po +0 -0
- data/po/zh_TW/rbot-autorejoin.po +0 -0
- data/po/zh_TW/rbot-azgame.po +186 -0
- data/po/zh_TW/rbot-bans.po +0 -0
- data/po/zh_TW/rbot-bash.po +0 -0
- data/po/zh_TW/rbot-botsnack.po +0 -0
- data/po/zh_TW/rbot-cal.po +3 -0
- data/po/zh_TW/rbot-chanserv.po +0 -0
- data/po/zh_TW/rbot-chucknorris.po +0 -0
- data/po/zh_TW/rbot-debugger.po +0 -0
- data/po/zh_TW/rbot-deepthoughts.po +0 -0
- data/po/zh_TW/rbot-delicious.po +0 -0
- data/po/zh_TW/rbot-dice.po +0 -0
- data/po/zh_TW/rbot-dict.po +0 -0
- data/po/zh_TW/rbot-dictclient.po +111 -0
- data/po/zh_TW/rbot-digg.po +0 -0
- data/po/zh_TW/rbot-eightball.po +0 -0
- data/po/zh_TW/rbot-excuse.po +0 -0
- data/po/zh_TW/rbot-factoids.po +107 -0
- data/po/zh_TW/rbot-figlet.po +36 -0
- data/po/zh_TW/rbot-fish.po +0 -0
- data/po/zh_TW/rbot-forecast.po +0 -0
- data/po/zh_TW/rbot-fortune.po +0 -0
- data/po/zh_TW/rbot-freshmeat.po +0 -0
- data/po/zh_TW/rbot-grouphug.po +18 -0
- data/po/zh_TW/rbot-hl2.po +0 -0
- data/po/zh_TW/rbot-host.po +3 -0
- data/po/zh_TW/rbot-imdb.po +0 -0
- data/po/zh_TW/rbot-insult.po +0 -0
- data/po/zh_TW/rbot-iplookup.po +0 -0
- data/po/zh_TW/rbot-karma.po +0 -0
- data/po/zh_TW/rbot-keywords.po +24 -0
- data/po/zh_TW/rbot-lart.po +0 -0
- data/po/zh_TW/rbot-lastfm.po +172 -0
- data/po/zh_TW/rbot-linkbot.po +0 -0
- data/po/zh_TW/rbot-markov.po +20 -0
- data/po/zh_TW/rbot-math.po +0 -0
- data/po/zh_TW/rbot-modes.po +0 -0
- data/po/zh_TW/rbot-nickrecover.po +36 -0
- data/po/zh_TW/rbot-nickserv.po +104 -0
- data/po/zh_TW/rbot-nslookup.po +0 -0
- data/po/zh_TW/rbot-quakeauth.po +0 -0
- data/po/zh_TW/rbot-quiz.po +0 -0
- data/po/zh_TW/rbot-quotes.po +108 -0
- data/po/zh_TW/rbot-reaction.po +0 -0
- data/po/zh_TW/rbot-remind.po +0 -0
- data/po/zh_TW/rbot-remotectl.po +0 -0
- data/po/zh_TW/rbot-ri.po +0 -0
- data/po/zh_TW/rbot-roshambo.po +0 -0
- data/po/zh_TW/rbot-rot13.po +0 -0
- data/po/zh_TW/rbot-roulette.po +0 -0
- data/po/zh_TW/rbot-rss.po +20 -0
- data/po/zh_TW/rbot-salut.po +0 -0
- data/po/zh_TW/rbot-script.po +0 -0
- data/po/zh_TW/rbot-search.po +0 -0
- data/po/zh_TW/rbot-seen.po +0 -0
- data/po/zh_TW/rbot-shiritori.po +102 -0
- data/po/zh_TW/rbot-shortenurls.po +0 -0
- data/po/zh_TW/rbot-slashdot.po +0 -0
- data/po/zh_TW/rbot-spell.po +54 -0
- data/po/zh_TW/rbot-theyfightcrime.po +0 -0
- data/po/zh_TW/rbot-threat.po +0 -0
- data/po/zh_TW/rbot-time.po +0 -0
- data/po/zh_TW/rbot-topic.po +0 -0
- data/po/zh_TW/rbot-translator.po +77 -0
- data/po/zh_TW/rbot-tube.po +0 -0
- data/po/zh_TW/rbot-twitter.po +24 -0
- data/po/zh_TW/rbot-uno.po +512 -0
- data/po/zh_TW/rbot-urban.po +0 -0
- data/po/zh_TW/rbot-url.po +0 -0
- data/po/zh_TW/rbot-usermodes.po +0 -0
- data/po/zh_TW/rbot-wall.po +33 -0
- data/po/zh_TW/rbot-weather.po +0 -0
- data/po/zh_TW/rbot-wheelfortune.po +205 -0
- data/po/zh_TW/rbot-wow.po +0 -0
- data/po/zh_TW/rbot-wserver.po +0 -0
- data/po/zh_TW/rbot-youtube.po +58 -0
- data/po/zh_TW/rbot.po +1034 -0
- data/setup.rb +800 -574
- metadata +723 -108
- data/data/rbot/contrib/plugins/figlet.rb +0 -20
- data/data/rbot/contrib/plugins/ri.rb +0 -83
- data/data/rbot/plugins/demauro.rb +0 -95
- data/data/rbot/plugins/google.rb +0 -53
- data/data/rbot/plugins/opme.rb +0 -19
- data/data/rbot/plugins/roshambo.rb +0 -54
- data/data/rbot/plugins/rubyurl.rb +0 -39
- data/data/rbot/plugins/tinyurl.rb +0 -39
- data/data/rbot/plugins/xmlrpc.rb.disabled +0 -52
- data/data/rbot/templates/levels.rbot +0 -32
- data/data/rbot/templates/users.rbot +0 -1
- data/lib/rbot/auth.rb +0 -314
- data/lib/rbot/channel.rb +0 -54
- data/lib/rbot/httputil.rb +0 -309
- data/lib/rbot/utils.rb +0 -83
@@ -0,0 +1,154 @@
|
|
1
|
+
#-- vim:sw=2:et
|
2
|
+
#++
|
3
|
+
#
|
4
|
+
# :title: Stream filters
|
5
|
+
#
|
6
|
+
# Author:: Giuseppe "Oblomov" Bilotta <giuseppe.bilotta@gmail.com>
|
7
|
+
#
|
8
|
+
# This file collects methods to handle 'stream filters', a generic mechanism
|
9
|
+
# to transform text+attributes into other text+attributes
|
10
|
+
|
11
|
+
module ::Irc
|
12
|
+
class Bot
|
13
|
+
|
14
|
+
# The DataStream class. A DataStream is just a Hash. The :text key has
|
15
|
+
# a special meaning because it's the value that will be used when
|
16
|
+
# converting to String
|
17
|
+
class DataStream < Hash
|
18
|
+
|
19
|
+
# call-seq: new(text, hash)
|
20
|
+
#
|
21
|
+
# Create a new DataStream with text _text_ and attributes held by _hash_.
|
22
|
+
# Either parameter can be missing; if _text_ is missing, the text can be
|
23
|
+
# be defined in the _hash_ with a :text key.
|
24
|
+
#
|
25
|
+
def initialize(*args)
|
26
|
+
self.replace(args.pop) if Hash === args.last
|
27
|
+
self[:text] = args.first if args.length > 0
|
28
|
+
end
|
29
|
+
|
30
|
+
# Returns the :text key
|
31
|
+
def to_s
|
32
|
+
return self[:text]
|
33
|
+
end
|
34
|
+
end
|
35
|
+
|
36
|
+
# The DataFilter class. A DataFilter is a wrapper around a block
|
37
|
+
# that can be run on a DataStream to process it. The block is supposed to
|
38
|
+
# return another DataStream object
|
39
|
+
class DataFilter
|
40
|
+
def initialize(&block)
|
41
|
+
raise "No block provided" unless block_given?
|
42
|
+
@block = block
|
43
|
+
end
|
44
|
+
|
45
|
+
def call(stream)
|
46
|
+
@block.call(stream)
|
47
|
+
end
|
48
|
+
alias :run :call
|
49
|
+
alias :filter :call
|
50
|
+
end
|
51
|
+
|
52
|
+
# call-seq:
|
53
|
+
# filter(filter1, filter2, ..., filterN, stream) -> stream
|
54
|
+
# filter(filter1, filter2, ..., filterN, text, hash) -> stream
|
55
|
+
# filter(filter1, filter2, ..., filterN, hash) -> stream
|
56
|
+
#
|
57
|
+
# This method processes the DataStream _stream_ with the filters <i>filter1</i>,
|
58
|
+
# <i>filter2</i>, ..., _filterN_, in sequence (the output of each filter is used
|
59
|
+
# as input for the next one.
|
60
|
+
# _stream_ can be provided either as a DataStream or as a String and a Hash
|
61
|
+
# (see DataStream.new).
|
62
|
+
#
|
63
|
+
def filter(*args)
|
64
|
+
@filters ||= {}
|
65
|
+
if Hash === args.last
|
66
|
+
# the stream is a Hash, check if the previous element is not a Symbol
|
67
|
+
if Symbol === args[-2]
|
68
|
+
ds = DataStream.new(args.pop)
|
69
|
+
else
|
70
|
+
ds = DataStream.new(*args.slice!(-2, 2))
|
71
|
+
end
|
72
|
+
else
|
73
|
+
# the stream is just whatever else
|
74
|
+
ds = DataStream.new(args.pop)
|
75
|
+
end
|
76
|
+
names = args.dup
|
77
|
+
return ds if names.empty?
|
78
|
+
# check if filters exist
|
79
|
+
missing = names - @filters.keys
|
80
|
+
raise "Missing filters: #{missing.join(', ')}" unless missing.empty?
|
81
|
+
fs = @filters.values_at(*names)
|
82
|
+
fs.inject(ds) { |mid, f| mid = f.call(mid) }
|
83
|
+
end
|
84
|
+
|
85
|
+
# This method returns the global filter name for filter _name_
|
86
|
+
# in group _group_
|
87
|
+
def global_filter_name(name, group=nil)
|
88
|
+
(group ? "#{group}.#{name}" : name.to_s).intern
|
89
|
+
end
|
90
|
+
|
91
|
+
# This method checks if the bot has a filter named _name_ (in group
|
92
|
+
# _group_)
|
93
|
+
def has_filter?(name, group=nil)
|
94
|
+
@filters.key?(global_filter_name(name, group))
|
95
|
+
end
|
96
|
+
|
97
|
+
# This method checks if the bot has a filter group named _name_
|
98
|
+
def has_filter_group?(name)
|
99
|
+
@filter_group.key?(name)
|
100
|
+
end
|
101
|
+
|
102
|
+
# This method is used to register a new filter
|
103
|
+
def register_filter(name, group=nil, &block)
|
104
|
+
raise "No block provided" unless block_given?
|
105
|
+
@filters ||= {}
|
106
|
+
tlkey = global_filter_name(name, group)
|
107
|
+
key = name.to_sym
|
108
|
+
if has_filter?(tlkey)
|
109
|
+
debug "Overwriting filter #{tlkey}"
|
110
|
+
end
|
111
|
+
@filters[tlkey] = DataFilter.new(&block)
|
112
|
+
if group
|
113
|
+
gkey = group.to_sym
|
114
|
+
@filter_group ||= {}
|
115
|
+
@filter_group[gkey] ||= {}
|
116
|
+
if @filter_group[gkey].key?(key)
|
117
|
+
debug "Overwriting filter #{key} in group #{gkey}"
|
118
|
+
end
|
119
|
+
@filter_group[gkey][key] = @filters[tlkey]
|
120
|
+
end
|
121
|
+
end
|
122
|
+
|
123
|
+
# This method is used to retrieve the filter names (in a given group)
|
124
|
+
def filter_names(group=nil)
|
125
|
+
if group
|
126
|
+
gkey = group.to_sym
|
127
|
+
return [] unless defined? @filter_group and @filter_group.key?(gkey)
|
128
|
+
return @filter_group[gkey].keys
|
129
|
+
else
|
130
|
+
return [] unless defined? @filters
|
131
|
+
return @filters.keys
|
132
|
+
end
|
133
|
+
end
|
134
|
+
|
135
|
+
# This method is used to retrieve the filter group names
|
136
|
+
def filter_groups
|
137
|
+
return [] unless defined? @filter_group
|
138
|
+
return @filter_group.keys
|
139
|
+
end
|
140
|
+
|
141
|
+
# This method clears the filter list and installs the identity filter
|
142
|
+
def clear_filters
|
143
|
+
@filters ||= {}
|
144
|
+
@filters.clear
|
145
|
+
|
146
|
+
@filter_group ||= {}
|
147
|
+
@filter_group.clear
|
148
|
+
|
149
|
+
register_filter(:identity) { |stream| stream }
|
150
|
+
end
|
151
|
+
end
|
152
|
+
end
|
153
|
+
|
154
|
+
|
@@ -0,0 +1,689 @@
|
|
1
|
+
#-- vim:sw=2:et
|
2
|
+
#++
|
3
|
+
#
|
4
|
+
# :title: rbot HTTP provider
|
5
|
+
#
|
6
|
+
# Author:: Tom Gilbert <tom@linuxbrit.co.uk>
|
7
|
+
# Author:: Giuseppe "Oblomov" Bilotta <giuseppe.bilotta@gmail.com>
|
8
|
+
# Author:: Dmitry "jsn" Kim <dmitry point kim at gmail point com>
|
9
|
+
|
10
|
+
require 'resolv'
|
11
|
+
require 'net/http'
|
12
|
+
require 'cgi'
|
13
|
+
require 'iconv'
|
14
|
+
begin
|
15
|
+
require 'net/https'
|
16
|
+
rescue LoadError => e
|
17
|
+
error "Couldn't load 'net/https': #{e.pretty_inspect}"
|
18
|
+
error "Secured HTTP connections will fail"
|
19
|
+
end
|
20
|
+
|
21
|
+
# To handle Gzipped pages
|
22
|
+
require 'stringio'
|
23
|
+
require 'zlib'
|
24
|
+
|
25
|
+
module ::Net
|
26
|
+
class HTTPResponse
|
27
|
+
attr_accessor :no_cache
|
28
|
+
if !instance_methods.include?('raw_body')
|
29
|
+
alias :raw_body :body
|
30
|
+
end
|
31
|
+
|
32
|
+
def body_charset(str=self.raw_body)
|
33
|
+
ctype = self['content-type'] || 'text/html'
|
34
|
+
return nil unless ctype =~ /^text/i || ctype =~ /x(ht)?ml/i
|
35
|
+
|
36
|
+
charsets = ['latin1'] # should be in config
|
37
|
+
|
38
|
+
if ctype.match(/charset=["']?([^\s"']+)["']?/i)
|
39
|
+
charsets << $1
|
40
|
+
debug "charset #{charsets.last} added from header"
|
41
|
+
end
|
42
|
+
|
43
|
+
case str
|
44
|
+
when /<\?xml\s[^>]*encoding=['"]([^\s"'>]+)["'][^>]*\?>/i
|
45
|
+
charsets << $1
|
46
|
+
debug "xml charset #{charsets.last} added from xml pi"
|
47
|
+
when /<(meta\s[^>]*http-equiv=["']?Content-Type["']?[^>]*)>/i
|
48
|
+
meta = $1
|
49
|
+
if meta =~ /charset=['"]?([^\s'";]+)['"]?/
|
50
|
+
charsets << $1
|
51
|
+
debug "html charset #{charsets.last} added from meta"
|
52
|
+
end
|
53
|
+
end
|
54
|
+
return charsets.uniq
|
55
|
+
end
|
56
|
+
|
57
|
+
def body_to_utf(str)
|
58
|
+
charsets = self.body_charset(str) or return str
|
59
|
+
|
60
|
+
charsets.reverse_each do |charset|
|
61
|
+
# XXX: this one is really ugly, but i don't know how to make it better
|
62
|
+
# -jsn
|
63
|
+
|
64
|
+
0.upto(5) do |off|
|
65
|
+
begin
|
66
|
+
debug "trying #{charset} / offset #{off}"
|
67
|
+
return Iconv.iconv('utf-8//ignore',
|
68
|
+
charset,
|
69
|
+
str.slice(0 .. (-1 - off))).first
|
70
|
+
rescue
|
71
|
+
debug "conversion failed for #{charset} / offset #{off}"
|
72
|
+
end
|
73
|
+
end
|
74
|
+
end
|
75
|
+
return str
|
76
|
+
end
|
77
|
+
|
78
|
+
def decompress_body(str)
|
79
|
+
method = self['content-encoding']
|
80
|
+
case method
|
81
|
+
when nil
|
82
|
+
return str
|
83
|
+
when /gzip/ # Matches gzip, x-gzip, and the non-rfc-compliant gzip;q=\d sent by some servers
|
84
|
+
debug "gunzipping body"
|
85
|
+
begin
|
86
|
+
return Zlib::GzipReader.new(StringIO.new(str)).read
|
87
|
+
rescue Zlib::Error => e
|
88
|
+
# If we can't unpack the whole stream (e.g. because we're doing a
|
89
|
+
# partial read
|
90
|
+
debug "full gunzipping failed (#{e}), trying to recover as much as possible"
|
91
|
+
ret = ""
|
92
|
+
begin
|
93
|
+
Zlib::GzipReader.new(StringIO.new(str)).each_byte { |byte|
|
94
|
+
ret << byte
|
95
|
+
}
|
96
|
+
rescue
|
97
|
+
end
|
98
|
+
return ret
|
99
|
+
end
|
100
|
+
when 'deflate'
|
101
|
+
debug "inflating body"
|
102
|
+
# From http://www.koders.com/ruby/fid927B4382397E5115AC0ABE21181AB5C1CBDD5C17.aspx?s=thread:
|
103
|
+
# -MAX_WBITS stops zlib from looking for a zlib header
|
104
|
+
inflater = Zlib::Inflate.new(-Zlib::MAX_WBITS)
|
105
|
+
begin
|
106
|
+
return inflater.inflate(str)
|
107
|
+
rescue Zlib::Error => e
|
108
|
+
raise e
|
109
|
+
# TODO
|
110
|
+
# debug "full inflation failed (#{e}), trying to recover as much as possible"
|
111
|
+
end
|
112
|
+
when /^(?:iso-8859-\d+|windows-\d+|utf-8|utf8)$/i
|
113
|
+
# B0rked servers (Freshmeat being one of them) sometimes return the charset
|
114
|
+
# in the content-encoding; in this case we assume that the document has
|
115
|
+
# a standarc content-encoding
|
116
|
+
old_hsh = self.to_hash
|
117
|
+
self['content-type']= self['content-type']+"; charset="+method.downcase
|
118
|
+
warning "Charset vs content-encoding confusion, trying to recover: from\n#{old_hsh.pretty_inspect}to\n#{self.to_hash.pretty_inspect}"
|
119
|
+
return str
|
120
|
+
else
|
121
|
+
debug self.to_hash
|
122
|
+
raise "Unhandled content encoding #{method}"
|
123
|
+
end
|
124
|
+
end
|
125
|
+
|
126
|
+
def cooked_body
|
127
|
+
return self.body_to_utf(self.decompress_body(self.raw_body))
|
128
|
+
end
|
129
|
+
|
130
|
+
# Read chunks from the body until we have at least _size_ bytes, yielding
|
131
|
+
# the partial text at each chunk. Return the partial body.
|
132
|
+
def partial_body(size=0, &block)
|
133
|
+
|
134
|
+
partial = String.new
|
135
|
+
|
136
|
+
if @read
|
137
|
+
debug "using body() as partial"
|
138
|
+
partial = self.body
|
139
|
+
yield self.body_to_utf(self.decompress_body(partial)) if block_given?
|
140
|
+
else
|
141
|
+
debug "disabling cache"
|
142
|
+
self.no_cache = true
|
143
|
+
self.read_body { |chunk|
|
144
|
+
partial << chunk
|
145
|
+
yield self.body_to_utf(self.decompress_body(partial)) if block_given?
|
146
|
+
break if size and size > 0 and partial.length >= size
|
147
|
+
}
|
148
|
+
end
|
149
|
+
|
150
|
+
return self.body_to_utf(self.decompress_body(partial))
|
151
|
+
end
|
152
|
+
end
|
153
|
+
end
|
154
|
+
|
155
|
+
Net::HTTP.version_1_2
|
156
|
+
|
157
|
+
module ::Irc
|
158
|
+
module Utils
|
159
|
+
|
160
|
+
# class for making http requests easier (mainly for plugins to use)
|
161
|
+
# this class can check the bot proxy configuration to determine if a proxy
|
162
|
+
# needs to be used, which includes support for per-url proxy configuration.
|
163
|
+
class HttpUtil
|
164
|
+
Bot::Config.register Bot::Config::IntegerValue.new('http.read_timeout',
|
165
|
+
:default => 10, :desc => "Default read timeout for HTTP connections")
|
166
|
+
Bot::Config.register Bot::Config::IntegerValue.new('http.open_timeout',
|
167
|
+
:default => 20, :desc => "Default open timeout for HTTP connections")
|
168
|
+
Bot::Config.register Bot::Config::BooleanValue.new('http.use_proxy',
|
169
|
+
:default => false, :desc => "should a proxy be used for HTTP requests?")
|
170
|
+
Bot::Config.register Bot::Config::StringValue.new('http.proxy_uri', :default => false,
|
171
|
+
:desc => "Proxy server to use for HTTP requests (URI, e.g http://proxy.host:port)")
|
172
|
+
Bot::Config.register Bot::Config::StringValue.new('http.proxy_user',
|
173
|
+
:default => nil,
|
174
|
+
:desc => "User for authenticating with the http proxy (if required)")
|
175
|
+
Bot::Config.register Bot::Config::StringValue.new('http.proxy_pass',
|
176
|
+
:default => nil,
|
177
|
+
:desc => "Password for authenticating with the http proxy (if required)")
|
178
|
+
Bot::Config.register Bot::Config::ArrayValue.new('http.proxy_include',
|
179
|
+
:default => [],
|
180
|
+
:desc => "List of regexps to check against a URI's hostname/ip to see if we should use the proxy to access this URI. All URIs are proxied by default if the proxy is set, so this is only required to re-include URIs that might have been excluded by the exclude list. e.g. exclude /.*\.foo\.com/, include bar\.foo\.com")
|
181
|
+
Bot::Config.register Bot::Config::ArrayValue.new('http.proxy_exclude',
|
182
|
+
:default => [],
|
183
|
+
:desc => "List of regexps to check against a URI's hostname/ip to see if we should use avoid the proxy to access this URI and access it directly")
|
184
|
+
Bot::Config.register Bot::Config::IntegerValue.new('http.max_redir',
|
185
|
+
:default => 5,
|
186
|
+
:desc => "Maximum number of redirections to be used when getting a document")
|
187
|
+
Bot::Config.register Bot::Config::IntegerValue.new('http.expire_time',
|
188
|
+
:default => 60,
|
189
|
+
:desc => "After how many minutes since last use a cached document is considered to be expired")
|
190
|
+
Bot::Config.register Bot::Config::IntegerValue.new('http.max_cache_time',
|
191
|
+
:default => 60*24,
|
192
|
+
:desc => "After how many minutes since first use a cached document is considered to be expired")
|
193
|
+
Bot::Config.register Bot::Config::IntegerValue.new('http.no_expire_cache',
|
194
|
+
:default => false,
|
195
|
+
:desc => "Set this to true if you want the bot to never expire the cached pages")
|
196
|
+
Bot::Config.register Bot::Config::IntegerValue.new('http.info_bytes',
|
197
|
+
:default => 8192,
|
198
|
+
:desc => "How many bytes to download from a web page to find some information. Set to 0 to let the bot download the whole page.")
|
199
|
+
|
200
|
+
class CachedObject
|
201
|
+
attr_accessor :response, :last_used, :first_used, :count, :expires, :date
|
202
|
+
|
203
|
+
def self.maybe_new(resp)
|
204
|
+
debug "maybe new #{resp}"
|
205
|
+
return nil if resp.no_cache
|
206
|
+
return nil unless Net::HTTPOK === resp ||
|
207
|
+
Net::HTTPMovedPermanently === resp ||
|
208
|
+
Net::HTTPFound === resp ||
|
209
|
+
Net::HTTPPartialContent === resp
|
210
|
+
|
211
|
+
cc = resp['cache-control']
|
212
|
+
return nil if cc && (cc =~ /no-cache/i)
|
213
|
+
|
214
|
+
date = Time.now
|
215
|
+
if d = resp['date']
|
216
|
+
date = Time.httpdate(d)
|
217
|
+
end
|
218
|
+
|
219
|
+
return nil if resp['expires'] && (Time.httpdate(resp['expires']) < date)
|
220
|
+
|
221
|
+
debug "creating cache obj"
|
222
|
+
|
223
|
+
self.new(resp)
|
224
|
+
end
|
225
|
+
|
226
|
+
def use
|
227
|
+
now = Time.now
|
228
|
+
@first_used = now if @count == 0
|
229
|
+
@last_used = now
|
230
|
+
@count += 1
|
231
|
+
end
|
232
|
+
|
233
|
+
def expired?
|
234
|
+
debug "checking expired?"
|
235
|
+
if cc = self.response['cache-control'] && cc =~ /must-revalidate/
|
236
|
+
return true
|
237
|
+
end
|
238
|
+
return self.expires < Time.now
|
239
|
+
end
|
240
|
+
|
241
|
+
def setup_headers(hdr)
|
242
|
+
hdr['if-modified-since'] = self.date.rfc2822
|
243
|
+
|
244
|
+
debug "ims == #{hdr['if-modified-since']}"
|
245
|
+
|
246
|
+
if etag = self.response['etag']
|
247
|
+
hdr['if-none-match'] = etag
|
248
|
+
debug "etag: #{etag}"
|
249
|
+
end
|
250
|
+
end
|
251
|
+
|
252
|
+
def revalidate(resp = self.response)
|
253
|
+
@count = 0
|
254
|
+
self.use
|
255
|
+
self.date = resp.key?('date') ? Time.httpdate(resp['date']) : Time.now
|
256
|
+
|
257
|
+
cc = resp['cache-control']
|
258
|
+
if cc && (cc =~ /max-age=(\d+)/)
|
259
|
+
self.expires = self.date + $1.to_i
|
260
|
+
elsif resp.key?('expires')
|
261
|
+
self.expires = Time.httpdate(resp['expires'])
|
262
|
+
elsif lm = resp['last-modified']
|
263
|
+
delta = self.date - Time.httpdate(lm)
|
264
|
+
delta = 10 if delta <= 0
|
265
|
+
delta /= 5
|
266
|
+
self.expires = self.date + delta
|
267
|
+
else
|
268
|
+
self.expires = self.date + 300
|
269
|
+
end
|
270
|
+
# self.expires = Time.now + 10 # DEBUG
|
271
|
+
debug "expires on #{self.expires}"
|
272
|
+
|
273
|
+
return true
|
274
|
+
end
|
275
|
+
|
276
|
+
private
|
277
|
+
def initialize(resp)
|
278
|
+
@response = resp
|
279
|
+
begin
|
280
|
+
self.revalidate
|
281
|
+
self.response.raw_body
|
282
|
+
rescue Exception => e
|
283
|
+
error e
|
284
|
+
raise e
|
285
|
+
end
|
286
|
+
end
|
287
|
+
end
|
288
|
+
|
289
|
+
# Create the HttpUtil instance, associating it with Bot _bot_
|
290
|
+
#
|
291
|
+
def initialize(bot)
|
292
|
+
@bot = bot
|
293
|
+
@cache = Hash.new
|
294
|
+
@headers = {
|
295
|
+
'Accept-Charset' => 'utf-8;q=1.0, *;q=0.8',
|
296
|
+
'Accept-Encoding' => 'gzip;q=1, deflate;q=1, identity;q=0.8, *;q=0.2',
|
297
|
+
'User-Agent' =>
|
298
|
+
"rbot http util #{$version} (#{Irc::Bot::SOURCE_URL})"
|
299
|
+
}
|
300
|
+
debug "starting http cache cleanup timer"
|
301
|
+
@timer = @bot.timer.add(300) {
|
302
|
+
self.remove_stale_cache unless @bot.config['http.no_expire_cache']
|
303
|
+
}
|
304
|
+
end
|
305
|
+
|
306
|
+
# Clean up on HttpUtil unloading, by stopping the cache cleanup timer.
|
307
|
+
def cleanup
|
308
|
+
debug 'stopping http cache cleanup timer'
|
309
|
+
@bot.timer.remove(@timer)
|
310
|
+
end
|
311
|
+
|
312
|
+
# This method checks if a proxy is required to access _uri_, by looking at
|
313
|
+
# the values of config values +http.proxy_include+ and +http.proxy_exclude+.
|
314
|
+
#
|
315
|
+
# Each of these config values, if set, should be a Regexp the server name and
|
316
|
+
# IP address should be checked against.
|
317
|
+
#
|
318
|
+
def proxy_required(uri)
|
319
|
+
use_proxy = true
|
320
|
+
if @bot.config["http.proxy_exclude"].empty? && @bot.config["http.proxy_include"].empty?
|
321
|
+
return use_proxy
|
322
|
+
end
|
323
|
+
|
324
|
+
list = [uri.host]
|
325
|
+
begin
|
326
|
+
list.concat Resolv.getaddresses(uri.host)
|
327
|
+
rescue StandardError => err
|
328
|
+
warning "couldn't resolve host uri.host"
|
329
|
+
end
|
330
|
+
|
331
|
+
unless @bot.config["http.proxy_exclude"].empty?
|
332
|
+
re = @bot.config["http.proxy_exclude"].collect{|r| Regexp.new(r)}
|
333
|
+
re.each do |r|
|
334
|
+
list.each do |item|
|
335
|
+
if r.match(item)
|
336
|
+
use_proxy = false
|
337
|
+
break
|
338
|
+
end
|
339
|
+
end
|
340
|
+
end
|
341
|
+
end
|
342
|
+
unless @bot.config["http.proxy_include"].empty?
|
343
|
+
re = @bot.config["http.proxy_include"].collect{|r| Regexp.new(r)}
|
344
|
+
re.each do |r|
|
345
|
+
list.each do |item|
|
346
|
+
if r.match(item)
|
347
|
+
use_proxy = true
|
348
|
+
break
|
349
|
+
end
|
350
|
+
end
|
351
|
+
end
|
352
|
+
end
|
353
|
+
debug "using proxy for uri #{uri}?: #{use_proxy}"
|
354
|
+
return use_proxy
|
355
|
+
end
|
356
|
+
|
357
|
+
# _uri_:: URI to create a proxy for
|
358
|
+
#
|
359
|
+
# Return a net/http Proxy object, configured for proxying based on the
|
360
|
+
# bot's proxy configuration. See proxy_required for more details on this.
|
361
|
+
#
|
362
|
+
def get_proxy(uri, options = {})
|
363
|
+
opts = {
|
364
|
+
:read_timeout => @bot.config["http.read_timeout"],
|
365
|
+
:open_timeout => @bot.config["http.open_timeout"]
|
366
|
+
}.merge(options)
|
367
|
+
|
368
|
+
proxy = nil
|
369
|
+
proxy_host = nil
|
370
|
+
proxy_port = nil
|
371
|
+
proxy_user = nil
|
372
|
+
proxy_pass = nil
|
373
|
+
|
374
|
+
if @bot.config["http.use_proxy"]
|
375
|
+
if (ENV['http_proxy'])
|
376
|
+
proxy = URI.parse ENV['http_proxy'] rescue nil
|
377
|
+
end
|
378
|
+
if (@bot.config["http.proxy_uri"])
|
379
|
+
proxy = URI.parse @bot.config["http.proxy_uri"] rescue nil
|
380
|
+
end
|
381
|
+
if proxy
|
382
|
+
debug "proxy is set to #{proxy.host} port #{proxy.port}"
|
383
|
+
if proxy_required(uri)
|
384
|
+
proxy_host = proxy.host
|
385
|
+
proxy_port = proxy.port
|
386
|
+
proxy_user = @bot.config["http.proxy_user"]
|
387
|
+
proxy_pass = @bot.config["http.proxy_pass"]
|
388
|
+
end
|
389
|
+
end
|
390
|
+
end
|
391
|
+
|
392
|
+
h = Net::HTTP.new(uri.host, uri.port, proxy_host, proxy_port, proxy_user, proxy_port)
|
393
|
+
h.use_ssl = true if uri.scheme == "https"
|
394
|
+
|
395
|
+
h.read_timeout = opts[:read_timeout]
|
396
|
+
h.open_timeout = opts[:open_timeout]
|
397
|
+
return h
|
398
|
+
end
|
399
|
+
|
400
|
+
# Internal method used to hanlde response _resp_ received when making a
|
401
|
+
# request for URI _uri_.
|
402
|
+
#
|
403
|
+
# It follows redirects, optionally yielding them if option :yield is :all.
|
404
|
+
#
|
405
|
+
# Also yields and returns the final _resp_.
|
406
|
+
#
|
407
|
+
def handle_response(uri, resp, opts, &block) # :yields: resp
|
408
|
+
if Net::HTTPRedirection === resp && opts[:max_redir] >= 0
|
409
|
+
if resp.key?('location')
|
410
|
+
raise 'Too many redirections' if opts[:max_redir] <= 0
|
411
|
+
yield resp if opts[:yield] == :all && block_given?
|
412
|
+
loc = resp['location']
|
413
|
+
new_loc = URI.join(uri.to_s, loc) rescue URI.parse(loc)
|
414
|
+
new_opts = opts.dup
|
415
|
+
new_opts[:max_redir] -= 1
|
416
|
+
case opts[:method].to_s.downcase.intern
|
417
|
+
when :post, :"net::http::post"
|
418
|
+
new_opts[:method] = :get
|
419
|
+
end
|
420
|
+
if resp['set-cookie']
|
421
|
+
debug "setting cookie #{resp['set-cookie']}"
|
422
|
+
new_opts[:headers] ||= Hash.new
|
423
|
+
new_opts[:headers]['Cookie'] = resp['set-cookie']
|
424
|
+
end
|
425
|
+
debug "following the redirect to #{new_loc}"
|
426
|
+
return get_response(new_loc, new_opts, &block)
|
427
|
+
else
|
428
|
+
warning ":| redirect w/o location?"
|
429
|
+
end
|
430
|
+
end
|
431
|
+
class << resp
|
432
|
+
undef_method :body
|
433
|
+
alias :body :cooked_body
|
434
|
+
end
|
435
|
+
unless resp['content-type']
|
436
|
+
debug "No content type, guessing"
|
437
|
+
resp['content-type'] =
|
438
|
+
case resp['x-rbot-location']
|
439
|
+
when /.html?$/i
|
440
|
+
'text/html'
|
441
|
+
when /.xml$/i
|
442
|
+
'application/xml'
|
443
|
+
when /.xhtml$/i
|
444
|
+
'application/xml+xhtml'
|
445
|
+
when /.(gif|png|jpe?g|jp2|tiff?)$/i
|
446
|
+
"image/#{$1.sub(/^jpg$/,'jpeg').sub(/^tif$/,'tiff')}"
|
447
|
+
else
|
448
|
+
'application/octetstream'
|
449
|
+
end
|
450
|
+
end
|
451
|
+
if block_given?
|
452
|
+
yield(resp)
|
453
|
+
else
|
454
|
+
# Net::HTTP wants us to read the whole body here
|
455
|
+
resp.raw_body
|
456
|
+
end
|
457
|
+
return resp
|
458
|
+
end
|
459
|
+
|
460
|
+
# _uri_:: uri to query (URI object or String)
|
461
|
+
#
|
462
|
+
# Generic http transaction method. It will return a Net::HTTPResponse
|
463
|
+
# object or raise an exception
|
464
|
+
#
|
465
|
+
# If a block is given, it will yield the response (see :yield option)
|
466
|
+
#
|
467
|
+
# Currently supported _options_:
|
468
|
+
#
|
469
|
+
# method:: request method [:get (default), :post or :head]
|
470
|
+
# open_timeout:: open timeout for the proxy
|
471
|
+
# read_timeout:: read timeout for the proxy
|
472
|
+
# cache:: should we cache results?
|
473
|
+
# yield:: if :final [default], calls the block for the response object;
|
474
|
+
# if :all, call the block for all intermediate redirects, too
|
475
|
+
# max_redir:: how many redirects to follow before raising the exception
|
476
|
+
# if -1, don't follow redirects, just return them
|
477
|
+
# range:: make a ranged request (usually GET). accepts a string
|
478
|
+
# for HTTP/1.1 "Range:" header (i.e. "bytes=0-1000")
|
479
|
+
# body:: request body (usually for POST requests)
|
480
|
+
# headers:: additional headers to be set for the request. Its value must
|
481
|
+
# be a Hash in the form { 'Header' => 'value' }
|
482
|
+
#
|
483
|
+
def get_response(uri_or_s, options = {}, &block) # :yields: resp
|
484
|
+
uri = uri_or_s.kind_of?(URI) ? uri_or_s : URI.parse(uri_or_s.to_s)
|
485
|
+
opts = {
|
486
|
+
:max_redir => @bot.config['http.max_redir'],
|
487
|
+
:yield => :final,
|
488
|
+
:cache => true,
|
489
|
+
:method => :GET
|
490
|
+
}.merge(options)
|
491
|
+
|
492
|
+
resp = nil
|
493
|
+
cached = nil
|
494
|
+
|
495
|
+
req_class = case opts[:method].to_s.downcase.intern
|
496
|
+
when :head, :"net::http::head"
|
497
|
+
opts[:max_redir] = -1
|
498
|
+
Net::HTTP::Head
|
499
|
+
when :get, :"net::http::get"
|
500
|
+
Net::HTTP::Get
|
501
|
+
when :post, :"net::http::post"
|
502
|
+
opts[:cache] = false
|
503
|
+
opts[:body] or raise 'post request w/o a body?'
|
504
|
+
warning "refusing to cache POST request" if options[:cache]
|
505
|
+
Net::HTTP::Post
|
506
|
+
else
|
507
|
+
warning "unsupported method #{opts[:method]}, doing GET"
|
508
|
+
Net::HTTP::Get
|
509
|
+
end
|
510
|
+
|
511
|
+
if req_class != Net::HTTP::Get && opts[:range]
|
512
|
+
warning "can't request ranges for #{req_class}"
|
513
|
+
opts.delete(:range)
|
514
|
+
end
|
515
|
+
|
516
|
+
cache_key = "#{opts[:range]}|#{req_class}|#{uri.to_s}"
|
517
|
+
|
518
|
+
if req_class != Net::HTTP::Get && req_class != Net::HTTP::Head
|
519
|
+
if opts[:cache]
|
520
|
+
warning "can't cache #{req_class.inspect} requests, working w/o cache"
|
521
|
+
opts[:cache] = false
|
522
|
+
end
|
523
|
+
end
|
524
|
+
|
525
|
+
debug "get_response(#{uri}, #{opts.inspect})"
|
526
|
+
|
527
|
+
if opts[:cache] && cached = @cache[cache_key]
|
528
|
+
debug "got cached"
|
529
|
+
if !cached.expired?
|
530
|
+
debug "using cached"
|
531
|
+
cached.use
|
532
|
+
return handle_response(uri, cached.response, opts, &block)
|
533
|
+
end
|
534
|
+
end
|
535
|
+
|
536
|
+
headers = @headers.dup.merge(opts[:headers] || {})
|
537
|
+
headers['Range'] = opts[:range] if opts[:range]
|
538
|
+
headers['Authorization'] = opts[:auth_head] if opts[:auth_head]
|
539
|
+
|
540
|
+
cached.setup_headers(headers) if cached && (req_class == Net::HTTP::Get)
|
541
|
+
req = req_class.new(uri.request_uri, headers)
|
542
|
+
if uri.user && uri.password
|
543
|
+
req.basic_auth(uri.user, uri.password)
|
544
|
+
opts[:auth_head] = req['Authorization']
|
545
|
+
end
|
546
|
+
req.body = opts[:body] if req_class == Net::HTTP::Post
|
547
|
+
debug "prepared request: #{req.to_hash.inspect}"
|
548
|
+
|
549
|
+
begin
|
550
|
+
get_proxy(uri, opts).start do |http|
|
551
|
+
http.request(req) do |resp|
|
552
|
+
resp['x-rbot-location'] = uri.to_s
|
553
|
+
if Net::HTTPNotModified === resp
|
554
|
+
debug "not modified"
|
555
|
+
begin
|
556
|
+
cached.revalidate(resp)
|
557
|
+
rescue Exception => e
|
558
|
+
error e
|
559
|
+
end
|
560
|
+
debug "reusing cached"
|
561
|
+
resp = cached.response
|
562
|
+
elsif Net::HTTPServerError === resp || Net::HTTPClientError === resp
|
563
|
+
debug "http error, deleting cached obj" if cached
|
564
|
+
@cache.delete(cache_key)
|
565
|
+
elsif opts[:cache]
|
566
|
+
begin
|
567
|
+
return handle_response(uri, resp, opts, &block)
|
568
|
+
ensure
|
569
|
+
if cached = CachedObject.maybe_new(resp) rescue nil
|
570
|
+
debug "storing to cache"
|
571
|
+
@cache[cache_key] = cached
|
572
|
+
end
|
573
|
+
end
|
574
|
+
return ret
|
575
|
+
end
|
576
|
+
return handle_response(uri, resp, opts, &block)
|
577
|
+
end
|
578
|
+
end
|
579
|
+
rescue Exception => e
|
580
|
+
error e
|
581
|
+
raise e.message
|
582
|
+
end
|
583
|
+
end
|
584
|
+
|
585
|
+
# _uri_:: uri to query (URI object or String)
|
586
|
+
#
|
587
|
+
# Simple GET request, returns (if possible) response body following redirs
|
588
|
+
# and caching if requested, yielding the actual response(s) to the optional
|
589
|
+
# block. See get_response for details on the supported _options_
|
590
|
+
#
|
591
|
+
def get(uri, options = {}, &block) # :yields: resp
|
592
|
+
begin
|
593
|
+
resp = get_response(uri, options, &block)
|
594
|
+
raise "http error: #{resp}" unless Net::HTTPOK === resp ||
|
595
|
+
Net::HTTPPartialContent === resp
|
596
|
+
return resp.body
|
597
|
+
rescue Exception => e
|
598
|
+
error e
|
599
|
+
end
|
600
|
+
return nil
|
601
|
+
end
|
602
|
+
|
603
|
+
# _uri_:: uri to query (URI object or String)
|
604
|
+
#
|
605
|
+
# Simple HEAD request, returns (if possible) response head following redirs
|
606
|
+
# and caching if requested, yielding the actual response(s) to the optional
|
607
|
+
# block. See get_response for details on the supported _options_
|
608
|
+
#
|
609
|
+
def head(uri, options = {}, &block) # :yields: resp
|
610
|
+
opts = {:method => :head}.merge(options)
|
611
|
+
begin
|
612
|
+
resp = get_response(uri, opts, &block)
|
613
|
+
raise "http error #{resp}" if Net::HTTPClientError === resp ||
|
614
|
+
Net::HTTPServerError == resp
|
615
|
+
return resp
|
616
|
+
rescue Exception => e
|
617
|
+
error e
|
618
|
+
end
|
619
|
+
return nil
|
620
|
+
end
|
621
|
+
|
622
|
+
# _uri_:: uri to query (URI object or String)
|
623
|
+
# _data_:: body of the POST
|
624
|
+
#
|
625
|
+
# Simple POST request, returns (if possible) response following redirs and
|
626
|
+
# caching if requested, yielding the response(s) to the optional block. See
|
627
|
+
# get_response for details on the supported _options_
|
628
|
+
#
|
629
|
+
def post(uri, data, options = {}, &block) # :yields: resp
|
630
|
+
opts = {:method => :post, :body => data, :cache => false}.merge(options)
|
631
|
+
begin
|
632
|
+
resp = get_response(uri, opts, &block)
|
633
|
+
raise 'http error' unless Net::HTTPOK === resp
|
634
|
+
return resp
|
635
|
+
rescue Exception => e
|
636
|
+
error e
|
637
|
+
end
|
638
|
+
return nil
|
639
|
+
end
|
640
|
+
|
641
|
+
# _uri_:: uri to query (URI object or String)
|
642
|
+
# _nbytes_:: number of bytes to get
|
643
|
+
#
|
644
|
+
# Partial GET request, returns (if possible) the first _nbytes_ bytes of the
|
645
|
+
# response body, following redirs and caching if requested, yielding the
|
646
|
+
# actual response(s) to the optional block. See get_response for details on
|
647
|
+
# the supported _options_
|
648
|
+
#
|
649
|
+
def get_partial(uri, nbytes = @bot.config['http.info_bytes'], options = {}, &block) # :yields: resp
|
650
|
+
opts = {:range => "bytes=0-#{nbytes}"}.merge(options)
|
651
|
+
return get(uri, opts, &block)
|
652
|
+
end
|
653
|
+
|
654
|
+
def remove_stale_cache
|
655
|
+
debug "Removing stale cache"
|
656
|
+
now = Time.new
|
657
|
+
max_last = @bot.config['http.expire_time'] * 60
|
658
|
+
max_first = @bot.config['http.max_cache_time'] * 60
|
659
|
+
debug "#{@cache.size} pages before"
|
660
|
+
begin
|
661
|
+
@cache.reject! { |k, val|
|
662
|
+
(now - val.last_used > max_last) || (now - val.first_used > max_first)
|
663
|
+
}
|
664
|
+
rescue => e
|
665
|
+
error "Failed to remove stale cache: #{e.pretty_inspect}"
|
666
|
+
end
|
667
|
+
debug "#{@cache.size} pages after"
|
668
|
+
end
|
669
|
+
|
670
|
+
end
|
671
|
+
end
|
672
|
+
end
|
673
|
+
|
674
|
+
class HttpUtilPlugin < CoreBotModule
|
675
|
+
def initialize(*a)
|
676
|
+
super(*a)
|
677
|
+
debug 'initializing httputil'
|
678
|
+
@bot.httputil = Irc::Utils::HttpUtil.new(@bot)
|
679
|
+
end
|
680
|
+
|
681
|
+
def cleanup
|
682
|
+
debug 'shutting down httputil'
|
683
|
+
@bot.httputil.cleanup
|
684
|
+
@bot.httputil = nil
|
685
|
+
super
|
686
|
+
end
|
687
|
+
end
|
688
|
+
|
689
|
+
HttpUtilPlugin.new
|