scouter 0.0.1

data/lib/scouter.rb

@@ -0,0 +1,62 @@
+# coding:utf-8
+# Standard Library
+require 'cgi'
+require 'open-uri'
+require 'json'
+require 'hashie/mash'
+
+# Scouter Class/Module
+require 'scouter/base/version'
+require 'scouter/base/object'
+require 'scouter/buffer'
+require 'scouter/facebook'
+require 'scouter/feedly'
+require 'scouter/google_plus'
+require 'scouter/hatena_bookmark'
+require 'scouter/linkedin'
+require 'scouter/pinterest'
+require 'scouter/pocket'
+require 'scouter/twitter'
+
+module Scouter
+  WAIT_SEC = 1
+  ONE_TIME_URL_MAX = 20
+
+  SERVICES = [ Scouter::Buffer,
+               Scouter::Facebook,
+               Scouter::Feedly,
+               Scouter::GooglePlus,
+               Scouter::HatenaBookmark,
+               Scouter::Linkedin,
+               Scouter::Pinterest,
+               Scouter::Pocket,
+               Scouter::Twitter ]
+
+  # get Social Count By Buffer/Facebook/Feedly/GooglePlus/HatenaBookmark/Linkedin/Pinterest/Pocket/Twitter
+  # @param [String or Array] urls
+  def self.get_count(urls, services = SERVICES)
+    results, errors = [], {}
+
+    services.each do |service|
+      result, error = service.get_count(urls)
+      errors[service.service_name] = error && next unless error.empty?
+      results << result
+    end
+
+    results_hash = results_merged_hash(results)
+    return [results_hash, errors]
+  end
+
+  private
+
+  def self.results_merged_hash(results)
+    results_hash = {}
+    results.each do |item|
+      item.each do |url, hash|
+        results_hash[url] = (results_hash[url] || {}).merge(hash)
+      end
+    end
+    Hashie::Mash.new(results_hash)
+  end
+
+end

data/scouter.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'scouter/base/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'scouter'
+  spec.version       = Scouter::VERSION
+  spec.authors       = ['morizyun']
+  spec.email         = ['merii.ken@gmail.com']
+  spec.summary       = %q{get share count in Buffer/Facebook/Feedly/GooglePlus/HatenaBookmark/Linkedin/Pinterest/Pocket/Twitter}
+  spec.description   = %q{get share count in Buffer/Facebook/Feedly/GooglePlus/HatenaBookmark/Linkedin/Pinterest/Pocket/Twitter}
+  spec.homepage      = 'https://github.com/morizyun/scouter'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.required_ruby_version = '>= 1.9.3'
+  spec.add_dependency 'hashie'
+  spec.add_dependency 'thor'
+  spec.add_development_dependency 'bundler', '~> 1.7'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'fakeweb'
+  spec.add_development_dependency 'rspec'
+end

data/spec/fixtures/scouter/buffer_google.json

@@ -0,0 +1,2 @@
+
+{"shares":4635}

data/spec/fixtures/scouter/buffer_yahoo.json

@@ -0,0 +1,2 @@
+
+{"shares":129}

data/spec/fixtures/scouter/facebook_yahoo.json

@@ -0,0 +1,15 @@
+{
+    "data": [
+        {
+            "url": "http://www.yahoo.co.jp/",
+            "normalized_url": "http://www.yahoo.co.jp/",
+            "share_count": 58367,
+            "like_count": 88446,
+            "comment_count": 18845,
+            "total_count": 165658,
+            "commentsbox_count": 33,
+            "comments_fbid": 400186308976,
+            "click_count": 5
+        }
+    ]
+}

data/spec/fixtures/scouter/facebook_yahoo_google.json

@@ -0,0 +1,26 @@
+{
+    "data": [
+        {
+            "url": "http://www.google.com/",
+            "normalized_url": "http://www.google.com/",
+            "share_count": 6599040,
+            "like_count": 1550962,
+            "comment_count": 1808001,
+            "total_count": 9958003,
+            "commentsbox_count": 929,
+            "comments_fbid": 396269740024,
+            "click_count": 265614
+        },
+        {
+            "url": "http://www.yahoo.co.jp/",
+            "normalized_url": "http://www.yahoo.co.jp/",
+            "share_count": 58367,
+            "like_count": 88446,
+            "comment_count": 18845,
+            "total_count": 165658,
+            "commentsbox_count": 33,
+            "comments_fbid": 400186308976,
+            "click_count": 5
+        }
+    ]
+}

data/spec/fixtures/scouter/feedly_morizyun_feed.json

@@ -0,0 +1,2 @@
+
+{"id":"feed/http://feeds.feedburner.com/rubyrails","feedId":"feed/http://feeds.feedburner.com/rubyrails","language":"ja","subscribers":699,"title":"酒と泪とRubyとRailsと","velocity":1.2,"topics":["ruby","it","tech","programming","プログラミング"],"website":"http://morizyun.github.io/","description":"Railsアプリで簡単に自分で作った404/500エラーページを表示させる手順です。404/500エラーページもユーザビリティの面やコンバージョンの面で非常に重要ですよね！ あるRailsアプリでルーティング系のエラーはルートにリダイレクトするようにしていたのですが、SEO的にはNGだと知りました …","contentType":"article","partial":false,"iconUrl":"http://storage.googleapis.com/site-assets/nVYw0wl0ErFFolk8q67vNTT0CjjBX5ZzF6h7DiV487E_sicon-148390e20c6","visualUrl":"http://storage.googleapis.com/site-assets/nVYw0wl0ErFFolk8q67vNTT0CjjBX5ZzF6h7DiV487E_svisual"}

data/spec/fixtures/scouter/feedly_morizyun_hp.json

@@ -0,0 +1 @@
+[]

data/spec/fixtures/scouter/feedly_yahoo_news.json

@@ -0,0 +1,2 @@
+
+{"id":"feed/http://rss.dailynews.yahoo.co.jp/fc/rss.xml","feedId":"feed/http://rss.dailynews.yahoo.co.jp/fc/rss.xml","language":"ja","subscribers":4370,"title":"Yahoo!ニュース・トピックス - トップ","velocity":715.2,"topics":["news","ニュース","yahoo"],"website":"http://news.yahoo.co.jp/","description":"Yahoo! JAPANのニュース・トピックスで取り上げている最新の見出しを提供しています。","contentType":"article","partial":true,"iconUrl":"http://storage.googleapis.com/site-assets/77SstB99G_bAswvFv8rV1-60WkgCWiDra34ZDXCcdi0_sicon-14834fde21a","visualUrl":"http://storage.googleapis.com/site-assets/77SstB99G_bAswvFv8rV1-60WkgCWiDra34ZDXCcdi0_svisual"}

data/spec/fixtures/scouter/hatenabookmark_yahoo.json

@@ -0,0 +1,2 @@
+
+{"http://www.yahoo.co.jp/":13465}

data/spec/fixtures/scouter/hatenabookmark_yahoo_google.json

@@ -0,0 +1,2 @@
+
+{"http://www.yahoo.co.jp/":13465,"http://www.google.com/":470}

data/spec/fixtures/scouter/linkedin_google.json

@@ -0,0 +1,2 @@
+
+{"count":1003,"fCnt":"1,003","fCntPlusOne":"1,004","url":"http:\/\/www.google.com\/"}

data/spec/fixtures/scouter/linkedin_yahoo.json

@@ -0,0 +1,2 @@
+
+{"count":216,"fCnt":"216","fCntPlusOne":"217","url":"http:\/\/www.yahoo.co.jp\/"}

data/spec/fixtures/scouter/pinterest_google.json

@@ -0,0 +1,2 @@
+
+receiveCount({"url":"http://www.google.com/","count":912822})

data/spec/fixtures/scouter/pinterest_yahoo.json

@@ -0,0 +1,2 @@
+
+receiveCount({"url":"http://www.yahoo.co.jp/","count":141})

data/spec/fixtures/scouter/pocket_google.html

@@ -0,0 +1,30 @@
+
+<html>
+<head>
+    <link rel="stylesheet" type="text/css" href="https://d7x5nblzs94me.cloudfront.net/v1/c/button.css?v=6" />
+    <script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/shared.js?v=2"></script>
+</head>
+<body>
+
+<div class="widget vertical pocket left">
+    <a id="btn">
+        <!--
+Please do not scrape this for the Pocket count.
+It is not relible for you to use and will likely change.
+Contact us at api@getpocket.com for an official API.
+Thanks!
+-->
+        <span><em id="cnt">164929</em><i></i><u></u></span>
+        <b></b>
+    </a>
+</div>
+
+<script type="text/javascript">
+    var POCKET_DOMAIN = 'getpocket.com';
+    var iLi = false;
+
+    var btnData = {"mode":"viapocketbutton","ct":"a17dc9c5ffb9fe2efdf153989436f31fd689ab85","ctn":"f3b1c476c30b70091c17e73e43a422d7d069de0d","label":"pocket","count":"vertical","src":"http:\/\/www.google.com\/","url":"http:\/\/www.google.com\/"};
+</script>
+<script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/button.js?v=5"></script>
+</body>
+</html>

data/spec/fixtures/scouter/pocket_morizyun_feed.html

@@ -0,0 +1,30 @@
+
+<html>
+<head>
+    <link rel="stylesheet" type="text/css" href="https://d7x5nblzs94me.cloudfront.net/v1/c/button.css?v=6" />
+    <script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/shared.js?v=2"></script>
+</head>
+<body>
+
+<div class="widget vertical pocket left">
+    <a id="btn">
+        <!--
+Please do not scrape this for the Pocket count.
+It is not relible for you to use and will likely change.
+Contact us at api@getpocket.com for an official API.
+Thanks!
+-->
+        <span><em id="cnt">0</em><i></i><u></u></span>
+        <b></b>
+    </a>
+</div>
+
+<script type="text/javascript">
+    var POCKET_DOMAIN = 'getpocket.com';
+    var iLi = false;
+
+    var btnData = {"mode":"viapocketbutton","ct":"df051b121571d045824d92441eeeb01d0152a945","ctn":"d01a3b7fdbc701780354f58192f22f58bbda7df1","label":"pocket","count":"vertical","src":"http:\/\/feeds.feedburner.com\/rubyrails","url":"http:\/\/feeds.feedburner.com\/rubyrails"};
+</script>
+<script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/button.js?v=5"></script>
+</body>
+</html>

data/spec/fixtures/scouter/pocket_morizyun_hp.html

@@ -0,0 +1,30 @@
+
+<html>
+<head>
+    <link rel="stylesheet" type="text/css" href="https://d7x5nblzs94me.cloudfront.net/v1/c/button.css?v=6" />
+    <script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/shared.js?v=2"></script>
+</head>
+<body>
+
+<div class="widget vertical pocket left">
+    <a id="btn">
+        <!--
+Please do not scrape this for the Pocket count.
+It is not relible for you to use and will likely change.
+Contact us at api@getpocket.com for an official API.
+Thanks!
+-->
+        <span><em id="cnt">39</em><i></i><u></u></span>
+        <b></b>
+    </a>
+</div>
+
+<script type="text/javascript">
+    var POCKET_DOMAIN = 'getpocket.com';
+    var iLi = false;
+
+    var btnData = {"mode":"viapocketbutton","ct":"636227860fa96aa911d5220cef281b48598eb59a","ctn":"957829ff5d92cee21e99de7e0372257539c41699","label":"pocket","count":"vertical","src":"http:\/\/morizyun.github.io","url":"http:\/\/morizyun.github.io"};
+</script>
+<script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/button.js?v=5"></script>
+</body>
+</html>

data/spec/fixtures/scouter/pocket_yahoo.html

@@ -0,0 +1,30 @@
+
+<html>
+<head>
+<link rel="stylesheet" type="text/css" href="https://d7x5nblzs94me.cloudfront.net/v1/c/button.css?v=6" />
+<script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/shared.js?v=2"></script>
+</head>
+<body>
+
+<div class="widget vertical pocket left">
+<a id="btn">
+<!--
+Please do not scrape this for the Pocket count.
+It is not relible for you to use and will likely change.
+Contact us at api@getpocket.com for an official API.
+Thanks!
+-->
+<span><em id="cnt">22840</em><i></i><u></u></span>
+<b></b>
+</a>
+</div>
+
+<script type="text/javascript">
+var POCKET_DOMAIN = 'getpocket.com';
+var iLi = false;
+
+var btnData = {"mode":"viapocketbutton","ct":"59c2bdfd4801de0f06875e7cebd2a7957067ad64","ctn":"2264ccd664d5d10fdd016490530fbf79752c73e4","label":"pocket","count":"vertical","src":"http:\/\/www.yahoo.co.jp\/","url":"http:\/\/www.yahoo.co.jp\/"};
+</script>
+<script type="text/javascript" src="https://d7x5nblzs94me.cloudfront.net/v1/j/button.js?v=5"></script>
+</body>
+</html>

data/spec/fixtures/scouter/twitter_google.json

@@ -0,0 +1,2 @@
+
+{"count":21930338,"url":"http:\/\/www.google.com\/"}

data/spec/fixtures/scouter/twitter_yahoo.json

@@ -0,0 +1,2 @@
+
+{"count":1352651,"url":"http:\/\/www.yahoo.co.jp\/"}

data/spec/scouter/buffer_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+describe Scouter::Buffer do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      context 'when url is feed url' do
+        it 'return 129 shares' do
+          results, errors = Scouter::Buffer.get_count(yahoo)
+          expect(errors).to be_empty
+          expect(results[yahoo].buffer).to be == 129
+        end
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 129 shares and google 4635 shares' do
+        results, errors = Scouter::Buffer.get_count([yahoo, google])
+        expect(errors).to be_empty
+        expect(results[yahoo].buffer).to be == 129
+        expect(results[google].buffer).to be == 4635
+      end
+    end
+  end
+
+end

data/spec/scouter/facebook_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+
+describe Scouter::Facebook do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      context 'when exist url' do
+        it 'yahoo has over 160000 like' do
+          results, errors = Scouter::Facebook.get_count(yahoo)
+          expect(errors).to be_empty
+          expect(results[yahoo].facebook).to be >= 160000
+        end
+      end
+
+      context 'when raise parse errors' do
+        it 'returns error' do
+          allow(Scouter::Facebook).to receive(:parse_response).and_raise(StandardError)
+          _, errors = Scouter::Facebook.get_count(yahoo)
+          expect(errors).not_to be_empty
+        end
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 160000 like and google has over 9900000 like' do
+        results, errors = Scouter::Facebook.get_count([yahoo, google])
+        expect(errors).to be_empty
+        expect(results[yahoo].facebook).to be >= 160000
+        expect(results[google].facebook).to be >= 9900000
+      end
+    end
+  end
+
+end

data/spec/scouter/feedly_spec.rb

@@ -0,0 +1,37 @@
+require 'spec_helper'
+
+describe Scouter::Feedly do
+  describe '#get_count' do
+    let!(:morizyun_hp)  { 'http://morizyun.github.io' }
+    let!(:morizyun_feed){ 'http://feeds.feedburner.com/rubyrails' }
+    let!(:yahoo_news)   { 'http://rss.dailynews.yahoo.co.jp/fc/rss.xml' }
+
+    context 'when url parameter is String' do
+      context 'when url is feed url' do
+        it 'return 699 subscriber' do
+          results, errors = Scouter::Feedly.get_count(morizyun_feed)
+          expect(errors).to be_empty
+          expect(results[morizyun_feed].feedly).to be >= 699
+        end
+      end
+
+      context 'when url is website url' do
+        it 'return nil' do
+          results, errors = Scouter::Feedly.get_count(morizyun_hp)
+          expect(errors).to be_empty
+          expect(results[morizyun_hp]).to be_nil
+        end
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'morizyun.github.io has over 699 subscriber and google has over 4369 subscriber' do
+        results, errors = Scouter::Feedly.get_count([morizyun_feed, yahoo_news])
+        expect(errors).to be_empty
+        expect(results[morizyun_feed].feedly).to be >= 699
+        expect(results[yahoo_news].feedly).to be >= 4369
+      end
+    end
+  end
+
+end

data/spec/scouter/google_plus_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+describe Scouter::GooglePlus do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      it 'yahoo has over 130000 count' do
+        results, errors = Scouter::GooglePlus.get_count(yahoo)
+        expect(errors).to be_empty
+        expect(results[yahoo].googleplus).to be >= 130000
+
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 130000 count and google has over 9100000 count' do
+        results, errors = Scouter::GooglePlus.get_count([google, yahoo])
+        expect(errors).to be_empty
+        expect(results[yahoo].googleplus).to be >= 130000
+        expect(results[google].googleplus).to be >= 9100000
+      end
+    end
+  end
+
+end

data/spec/scouter/hatena_bookmark_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+describe Scouter::HatenaBookmark do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      it 'yahoo has over 13000 bookmarks' do
+        results, errors = Scouter::HatenaBookmark.get_count(yahoo)
+        expect(errors).to be_empty
+        expect(results[yahoo].hatenabookmark).to be >= 13000
+
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 13000 bookmarks and google has over 450 bookmarks' do
+        results, errors = Scouter::HatenaBookmark.get_count([google, yahoo])
+        expect(errors).to be_empty
+        expect(results[yahoo].hatenabookmark).to be >= 13000
+        expect(results[google].hatenabookmark).to be >= 450
+      end
+    end
+  end
+
+end

data/spec/scouter/linkedin_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+
+describe Scouter::Linkedin do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      it 'yahoo has over 216 count' do
+        results, errors = Scouter::Linkedin.get_count(yahoo)
+        expect(errors).to be_empty
+        expect(results[yahoo].linkedin).to be >= 216
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 216 count and google has over 1003 count' do
+        results, errors = Scouter::Linkedin.get_count([google, yahoo])
+        expect(errors).to be_empty
+        expect(results[yahoo].linkedin).to be >= 216
+        expect(results[google].linkedin).to be >= 1003
+      end
+    end
+  end
+
+end

data/spec/scouter/pinterest_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+
+describe Scouter::Pinterest do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      it 'yahoo has over 141 pins' do
+        results, errors = Scouter::Pinterest.get_count(yahoo)
+        expect(errors).to be_empty
+        expect(results[yahoo].pinterest).to be >= 141
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 141 pins and google has over 912822 pins' do
+        results, errors = Scouter::Pinterest.get_count([google, yahoo])
+        expect(errors).to be_empty
+        expect(results[yahoo].pinterest).to be >= 141
+        expect(results[google].pinterest).to be >= 912822
+      end
+    end
+  end
+
+end

data/spec/scouter/pocket_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+
+describe Scouter::Pocket do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      it 'yahoo has over 22000 like' do
+        results, errors = Scouter::Pocket.get_count(yahoo)
+        expect(errors).to be_empty
+        expect(results[yahoo].pocket).to be >= 22000
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 22000 count and google has over 160000 count' do
+        results, errors = Scouter::Pocket.get_count([google, yahoo])
+        expect(errors).to be_empty
+        expect(results[yahoo].pocket).to be >= 22000
+        expect(results[google].pocket).to be >= 160000
+      end
+    end
+  end
+
+end

data/spec/scouter/twitter_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+
+describe Scouter::Twitter do
+  describe '#get_count' do
+    let!(:yahoo) { 'http://www.yahoo.co.jp/' }
+    let!(:google) { 'http://www.google.com/' }
+
+    context 'when url parameter is String' do
+      it 'yahoo has over 135000 tweet' do
+        results, errors = Scouter::Twitter.get_count(yahoo)
+        expect(errors).to be_empty
+        expect(results[yahoo].twitter).to be >= 135000
+      end
+    end
+
+    context 'when url parameter is Array' do
+      it 'yahoo has over 135000 tweet and google has over 21920000 tweet' do
+        results, errors = Scouter::Twitter.get_count([google, yahoo])
+        expect(errors).to be_empty
+        expect(results[yahoo].twitter).to be >= 135000
+        expect(results[google].twitter).to be >= 21920000
+      end
+    end
+  end
+
+end