is_crawler 0.1.1 → 0.1.2

data/README.md

@@ -32,7 +32,9 @@ You can use the `is_crawler?` method with just a user agent string to determine
       end
     end
 
-...or provide one or more crawlers to find out if the string matches *specific* crawlers: `is_crawler?("Some User Agent/1.0", :facebook, :google)`
+...or provide one or more crawlers to find out if the string matches *specific* crawlers: 
+
+    is_crawler?("Some User Agent/1.0", :facebook, :google)
 
 You can also define custom crawlers like this:
 

data/lib/config/crawlers.yml

@@ -0,0 +1,34 @@
+addthis:
+  ua_string: AddThis.com
+alexa:
+  ua_string: ia_archiver
+archive_org:
+  ua_string: archive.org_bot
+bing:
+  ua_string: bingbot
+bitly:
+  ua_string: bitlybot
+exabot:
+  ua_string: Exabot
+facebook:
+  ua_string: facebookexternalhit
+flipboard:
+  ua_string: FlipboardProxy
+google:
+  ua_string: Googlebot
+google_web_preview:
+  ua_string: Google Web Preview
+msn:
+  ua_string: MSNBot
+openwebspider:
+  ua_string: OpenWebSpider
+technorati:
+  ua_string: Technoratibot
+twitter:
+  ua_string: Twitterbot
+yahoo:
+  ua_string: Yahoo! Slurp
+yahoo_jp:
+  ua_string: Y!J
+yandex:
+  ua_string: Yandex

data/lib/crawler.rb

@@ -1,23 +1,9 @@
+require 'yaml'
+
 class Crawler < Struct.new(:name, :ua_string)
-  DEFAULT = [
-              Crawler.new(:addthis, "AddThis.com"),
-              Crawler.new(:alexa, "ia_archiver"),
-              Crawler.new(:archive_org, "archive.org_bot"),
-              Crawler.new(:bing, "bingbot"),
-              Crawler.new(:bitly, "bitlybot"),
-              Crawler.new(:exabot, "Exabot"),
-              Crawler.new(:facebook, "facebookexternalhit"),
-              Crawler.new(:flipboard, "FlipboardProxy"),
-              Crawler.new(:google, "Googlebot"),
-              Crawler.new(:google_web_preview, "Google Web Preview"),
-              Crawler.new(:msn, "MSNBot"),
-              Crawler.new(:openwebspider, "OpenWebSpider"),
-              Crawler.new(:technorati, "Technoratibot"),
-              Crawler.new(:twitter, "Twitterbot"),
-              Crawler.new(:yahoo, "Yahoo! Slurp"),
-              Crawler.new(:yahoo_jp, "Y!J"),
-              Crawler.new(:yandex, "Yandex")
-            ].freeze
+  DEFAULT = YAML.load(File.read(File.expand_path('../config/crawlers.yml', __FILE__))).collect do |k,v|
+    Crawler.new(k.to_sym, v["ua_string"])
+  end
 
   CUSTOM = []
 

data/lib/is_crawler/version.rb

@@ -1,3 +1,3 @@
 module IsCrawler
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

data/spec/is_crawler_spec.rb

@@ -4,7 +4,7 @@ describe IsCrawler do
   describe '#is_crawler?' do
     context 'When specific crawlers are provided' do
       subject { Test.new.is_crawler?(user_agent, :facebook, :google) }
-      context 'When the provided string matches a crawler' do
+      context 'and the provided string matches a crawler' do
         context 'and it is in the specified list' do
           context 'as the first element' do
             let(:user_agent) { "facebookexternalhit/1.1" }
@@ -17,13 +17,13 @@ describe IsCrawler do
           end
         end
 
-        context 'and it is not in the specified list' do
+        context 'but it is not in the specified list' do
           let(:user_agent) { "Twitterbot/1.1" }
           it { should be_false }
         end
       end
 
-      context 'When the provided string matches no crawlers' do
+      context 'but the provided string matches no crawlers' do
         it { should be_false }
       end
     end

data/spec/lib/crawler_spec.rb

@@ -1,5 +1,6 @@
 describe Crawler do
   let(:user_agent) { "Commodo Vestibulum/1.0" }
+
   describe '.matches_any?' do
     subject { Crawler.matches_any?(user_agent) }
 
@@ -37,7 +38,7 @@ describe Crawler do
     subject { Crawler.which_crawler(user_agent) }
     context 'When the provided string matches a crawler' do
       let(:user_agent) { "facebookexternalhit/1.1" }
-      it { should == :facebook }
+      it { should be :facebook }
     end
 
     context 'When the provided string matches no crawlers' do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: is_crawler
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
   prerelease: 
 platform: ruby
 authors:
@@ -57,6 +57,7 @@ files:
 - README.md
 - Rakefile
 - is_crawler.gemspec
+- lib/config/crawlers.yml
 - lib/crawler.rb
 - lib/is_crawler.rb
 - lib/is_crawler/version.rb
@@ -76,7 +77,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4337176170739540644
+      hash: -3983243957140806942
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -85,7 +86,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4337176170739540644
+      hash: -3983243957140806942
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.24