cinch-url-scraper 1.0.0

data/LICENSE

@@ -0,0 +1,14 @@
+Copyright (c) 2012 Michal Papis
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+

data/README.md

@@ -0,0 +1,3 @@
+# Cinch Url Scraper plugin
+
+A Cinch plugin to get information about posted URLs.

data/lib/cinch/plugins/urlscraper.rb

@@ -0,0 +1,105 @@
+# source: http://subforge.org/projects/shreds/repository/entry/bot/cinch.rb#L396
+# @copyright (c) 2010-2012, Christoph Kappel <unexist@dorfelite.net>
+
+require "json"
+require "mechanize"
+
+module Cinch
+  module Plugins
+    class UrlScraper
+      include Cinch::Plugin
+      set :react_on, :channel
+
+      listen_to :channel
+      def listen(m)
+        # Create mechanize agent
+        if @agent.nil?
+          @agent = Mechanize.new
+          @agent.user_agent_alias = "Linux Mozilla"
+          @agent.max_history      = 0
+        end
+
+        URI.extract(m.message, ["http", "https"]) do |link|
+          # Fetch data
+          begin
+            uri  = URI.parse(link)
+            page = @agent.get(link)
+          rescue Mechanize::ResponseCodeError
+            if "www.youtube.com" == uri.host
+              m.reply "Thank you, GEMA!"
+            else
+              m.reply "Y U POST BROKEN LINKS?", true
+            end
+
+            next
+          end
+
+          # Replace strange characters
+          title = page.title.gsub(/[\x00-\x1f]*/, "").gsub(/[ ]{2,}/, " ").strip rescue nil
+
+          # Check host
+          case uri.host
+            when "www.imdb.com"
+              # Get user rating
+              rating = page.search("//strong/span[@itemprop='ratingValue']").text
+
+              # Get votes
+              votes = page.search("//a/span[@itemprop='ratingCount']").text
+
+              m.reply "Title: %s (at %s, %s/10 from %s users)" % [
+                title, uri.host, rating, votes
+              ]
+            when "www.youtube.com"
+              # Reload with nofeather
+              page = @agent.get(link + "&nofeather=True")
+
+              # Get page hits
+              hits = page.search("//span[@class='watch-view-count']/strong")
+              hits = hits.text.gsub(/[.,]/, "")
+
+              # Get likes
+              likes = page.search("//span[@class='watch-likes-dislikes']")
+              likes = likes.text.gsub(/[.,]/, "")
+
+              m.reply "Title: %s (at %s, %s hits, %s)" % [
+                title, uri.host, hits, likes.strip
+              ]
+            when "gist.github.com"
+              # Get owner
+              owner = page.search("//div[@class='name']/a").inner_html
+
+              # Get time
+              age = Time.parse(page.search("//span[@class='date']/abbr").text)
+              age = age.strftime("%Y-%m-%d %H:%M")
+
+              m.reply "Title: %s (at %s, %s on %s)" % [
+                title, uri.host, owner, age
+              ]
+            when "pastie.org"
+              # Get time
+              age = Time.parse(page.search("//span[@class='typo_date']").text)
+              age = age.strftime("%Y-%m-%d %H:%M")
+
+              m.reply "Title: %s (at %s, on %s)" % [
+                title, uri.host, age
+              ]
+            when "subforge.org", "subtle.de"
+              m.reply "Title: %s (at %s)" % [ title, uri.host ]
+            when "twitter.com"
+              if link =~ /\/status\/(\d+)$/
+                json      = @agent.get("https://api.twitter.com/1/statuses/show/#{$1}.json?trim_user=1").body
+                tweet     = JSON.parse(json)
+                unescaped = CGI.unescapeHTML(tweet["text"])
+
+                m.reply "@%s: %s" % [ tweet["user"]["screen_name"], unescaped ]
+              else
+                m.reply "Broken twitter link: %s (at %s)" % [ title, uri.host ] if title
+              end
+            else
+              m.reply "Title: %s (at %s)" % [ title, uri.host ] if title
+            end
+        end
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: cinch-url-scraper
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Michal Papis
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: cinch
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2'
+description: A Cinch plugin to get information about posted URLs.
+email:
+- mpapis@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- README.md
+- lib/cinch/plugins/urlscraper.rb
+homepage: https://github.com/mpapis/cinch-url-scraper
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.1
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A Cinch plugin to get information about posted URLs.
+test_files: []