anemone 0.7.0 → 0.7.1

data/CHANGELOG.rdoc

@@ -1,3 +1,13 @@
+== 0.7.1 / 2012-01-20
+
+* Minor enhancements
+
+  * Switch from robots gem (which people reported problems with) to new robotex gem
+
+* Bug fixes
+
+  * Fix incorrect default file extension for KyotoCabinet
+
 == 0.7.0 / 2012-01-19
 
 * Major enhancements

data/README.rdoc

@@ -30,8 +30,9 @@ To test and develop this gem, additional requirements are:
 * rspec
 * fakeweb
 * tokyocabinet
+* kyotocabinet-ruby
 * mongo
 * redis
 * sqlite3
 
-You will need to have {Tokyo Cabinet}[http://fallabs.com/tokyocabinet/], {MongoDB}[http://www.mongodb.org/], and {Redis}[http://code.google.com/p/redis/] installed on your system and running.
+You will need to have KyotoCabinet, {Tokyo Cabinet}[http://fallabs.com/tokyocabinet/], {MongoDB}[http://www.mongodb.org/], and {Redis}[http://code.google.com/p/redis/] installed on your system and running.

data/Rakefile

@@ -1,6 +1,5 @@
-require 'rubygems'
-require 'rake'
 require 'rspec/core/rake_task'
+require 'rake/rdoctask'
 
 desc "Run all specs"
 RSpec::Core::RakeTask.new(:rspec) do |spec|
@@ -14,8 +13,7 @@ end
 
 task :default => :rspec
 
-require 'rdoc/task'
-RDoc::Task.new do |rdoc|
+Rake::RDocTask.new(:rdoc) do |rdoc|
   version = File.exist?('VERSION') ? File.read('VERSION') : ""
 
   rdoc.rdoc_dir = 'rdoc'

data/VERSION

@@ -1 +1 @@
-0.7.0
+0.7.1

data/lib/anemone/core.rb

@@ -1,5 +1,5 @@
 require 'thread'
-require 'robots'
+require 'robotex'
 require 'anemone/tentacle'
 require 'anemone/page'
 require 'anemone/exceptions'
@@ -9,7 +9,7 @@ require 'anemone/storage/base'
 
 module Anemone
 
-  VERSION = '0.7.0';
+  VERSION = '0.7.1';
 
   #
   # Convenience method to start a crawl
@@ -199,7 +199,7 @@ module Anemone
       @opts[:threads] = 1 if @opts[:delay] > 0
       storage = Anemone::Storage::Base.new(@opts[:storage] || Anemone::Storage.Hash)
       @pages = PageStore.new(storage)
-      @robots = Robots.new(@opts[:user_agent]) if @opts[:obey_robots_txt]
+      @robots = Robotex.new(@opts[:user_agent]) if @opts[:obey_robots_txt]
 
       freeze_options
     end

data/lib/anemone/storage.rb

@@ -18,7 +18,7 @@ module Anemone
       self::TokyoCabinet.new(file)
     end
 
-    def self.KyotoCabinet(file = 'anemone.tch')
+    def self.KyotoCabinet(file = 'anemone.kch')
       require 'anemone/storage/kyoto_cabinet'
       self::KyotoCabinet.new(file)
     end

data/spec/storage_spec.rb

@@ -6,45 +6,70 @@ require 'spec_helper'
 module Anemone
   describe Storage do
 
-    it "should have a class method to produce a Hash" do
-      Anemone::Storage.should respond_to(:Hash)
-      Anemone::Storage.Hash.should be_an_instance_of(Hash)
+    describe ".Hash" do
+      it "returns a Hash adapter" do
+        Anemone::Storage.Hash.should be_an_instance_of(Hash)
+      end
     end
 
-    it "should have a class method to produce a PStore" do
-      test_file = 'test.pstore'
-      Anemone::Storage.should respond_to(:PStore)
-      Anemone::Storage.PStore(test_file).should be_an_instance_of(Anemone::Storage::PStore)
+    describe ".PStore" do
+      it "returns a PStore adapter" do
+        test_file = 'test.pstore'
+        Anemone::Storage.PStore(test_file).should be_an_instance_of(Anemone::Storage::PStore)
+      end
     end
 
-    it "should have a class method to produce a TokyoCabinet" do
-      test_file = 'test.tch'
-      Anemone::Storage.should respond_to(:TokyoCabinet)
-      store = Anemone::Storage.TokyoCabinet(test_file)
-      store.should be_an_instance_of(Anemone::Storage::TokyoCabinet)
-      store.close
+    describe ".TokyoCabinet" do
+      it "returns a TokyoCabinet adapter" do
+        test_file = 'test.tch'
+        store = Anemone::Storage.TokyoCabinet(test_file)
+        store.should be_an_instance_of(Anemone::Storage::TokyoCabinet)
+        store.close
+      end
     end
 
-    it "should have a class method to produce a SQLite3" do
-      test_file = 'test.db'
-      Anemone::Storage.should respond_to(:SQLite3)
-      store = Anemone::Storage.SQLite3(test_file)
-      store.should be_an_instance_of(Anemone::Storage::SQLite3)
-      store.close
+    describe ".KyotoCabinet" do
+      context "when the file is specified" do
+        it "returns a KyotoCabinet adapter using that file" do
+          test_file = 'test.kch'
+          store = Anemone::Storage.KyotoCabinet(test_file)
+          store.should be_an_instance_of(Anemone::Storage::KyotoCabinet)
+          store.close
+        end
+      end
+
+      context "when no file is specified" do
+        it "returns a KyotoCabinet adapter using the default filename" do
+          store = Anemone::Storage.KyotoCabinet
+          store.should be_an_instance_of(Anemone::Storage::KyotoCabinet)
+          store.close
+        end
+      end
+    end
+
+    describe ".SQLite3" do
+      it "returns a SQLite3 adapter" do
+        test_file = 'test.db'
+        store = Anemone::Storage.SQLite3(test_file)
+        store.should be_an_instance_of(Anemone::Storage::SQLite3)
+        store.close
+      end
     end
 
-    it "should have a class method to produce a MongoDB" do
-      Anemone::Storage.should respond_to(:MongoDB)
-      store = Anemone::Storage.MongoDB
-      store.should be_an_instance_of(Anemone::Storage::MongoDB)
-      store.close
+    describe ".MongoDB" do
+      it "returns a MongoDB adapter" do
+        store = Anemone::Storage.MongoDB
+        store.should be_an_instance_of(Anemone::Storage::MongoDB)
+        store.close
+      end
     end
 
-    it "should have a class method to produce a Redis" do
-      Anemone::Storage.should respond_to(:Redis)
-      store = Anemone::Storage.Redis
-      store.should be_an_instance_of(Anemone::Storage::Redis)
-      store.close
+    describe ".MongoDB" do
+      it "returns a Redis adapter" do
+        store = Anemone::Storage.Redis
+        store.should be_an_instance_of(Anemone::Storage::Redis)
+        store.close
+      end
     end
 
     module Storage

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: anemone
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.7.1
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-01-20 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &19111780 !ruby/object:Gem::Requirement
+  requirement: &23166540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,43 +21,54 @@ dependencies:
         version: 1.3.0
   type: :runtime
   prerelease: false
-  version_requirements: *19111780
+  version_requirements: *23166540
 - !ruby/object:Gem::Dependency
-  name: robots
-  requirement: &19111300 !ruby/object:Gem::Requirement
+  name: robotex
+  requirement: &23166060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.7.2
+        version: 1.0.0
   type: :runtime
   prerelease: false
-  version_requirements: *19111300
+  version_requirements: *23166060
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &19141340 !ruby/object:Gem::Requirement
+  requirement: &23165600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 0.8.7
+        version: 0.9.2
   type: :development
   prerelease: false
-  version_requirements: *19141340
+  version_requirements: *23165600
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: &23165140 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: *23165140
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &19140880 !ruby/object:Gem::Requirement
+  requirement: &23164680 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
-        version: 2.6.0
+        version: 2.8.0
   type: :development
   prerelease: false
-  version_requirements: *19140880
+  version_requirements: *23164680
 - !ruby/object:Gem::Dependency
   name: fakeweb
-  requirement: &19140420 !ruby/object:Gem::Requirement
+  requirement: &18439940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -65,10 +76,10 @@ dependencies:
         version: 1.3.0
   type: :development
   prerelease: false
-  version_requirements: *19140420
+  version_requirements: *18439940
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &19139960 !ruby/object:Gem::Requirement
+  requirement: &21684560 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +87,10 @@ dependencies:
         version: 2.2.0
   type: :development
   prerelease: false
-  version_requirements: *19139960
+  version_requirements: *21684560
 - !ruby/object:Gem::Dependency
   name: mongo
-  requirement: &19139500 !ruby/object:Gem::Requirement
+  requirement: &21856420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -87,10 +98,10 @@ dependencies:
         version: 1.3.1
   type: :development
   prerelease: false
-  version_requirements: *19139500
+  version_requirements: *21856420
 - !ruby/object:Gem::Dependency
   name: bson_ext
-  requirement: &19139040 !ruby/object:Gem::Requirement
+  requirement: &21924200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +109,10 @@ dependencies:
         version: 1.3.1
   type: :development
   prerelease: false
-  version_requirements: *19139040
+  version_requirements: *21924200
 - !ruby/object:Gem::Dependency
   name: tokyocabinet
-  requirement: &19138580 !ruby/object:Gem::Requirement
+  requirement: &22177700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,10 +120,10 @@ dependencies:
         version: '1.29'
   type: :development
   prerelease: false
-  version_requirements: *19138580
+  version_requirements: *22177700
 - !ruby/object:Gem::Dependency
   name: kyotocabinet-ruby
-  requirement: &19138120 !ruby/object:Gem::Requirement
+  requirement: &22411440 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -120,10 +131,10 @@ dependencies:
         version: 1.27.1
   type: :development
   prerelease: false
-  version_requirements: *19138120
+  version_requirements: *22411440
 - !ruby/object:Gem::Dependency
   name: sqlite3
-  requirement: &19137660 !ruby/object:Gem::Requirement
+  requirement: &22845660 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -131,7 +142,7 @@ dependencies:
         version: 1.3.4
   type: :development
   prerelease: false
-  version_requirements: *19137660
+  version_requirements: *22845660
 description: 
 email: 
 executables:
@@ -145,38 +156,38 @@ files:
 - CHANGELOG.rdoc
 - README.rdoc
 - Rakefile
+- lib/anemone.rb
+- lib/anemone/cookie_store.rb
+- lib/anemone/page.rb
+- lib/anemone/storage.rb
+- lib/anemone/page_store.rb
+- lib/anemone/storage/tokyo_cabinet.rb
 - lib/anemone/storage/pstore.rb
+- lib/anemone/storage/kyoto_cabinet.rb
 - lib/anemone/storage/mongodb.rb
-- lib/anemone/storage/tokyo_cabinet.rb
 - lib/anemone/storage/exceptions.rb
-- lib/anemone/storage/redis.rb
-- lib/anemone/storage/sqlite3.rb
 - lib/anemone/storage/base.rb
-- lib/anemone/storage/kyoto_cabinet.rb
-- lib/anemone/page_store.rb
-- lib/anemone/storage.rb
+- lib/anemone/storage/sqlite3.rb
+- lib/anemone/storage/redis.rb
+- lib/anemone/exceptions.rb
+- lib/anemone/cli.rb
 - lib/anemone/tentacle.rb
 - lib/anemone/http.rb
-- lib/anemone/cli.rb
-- lib/anemone/page.rb
-- lib/anemone/exceptions.rb
 - lib/anemone/core.rb
-- lib/anemone/cli/url_list.rb
 - lib/anemone/cli/serialize.rb
-- lib/anemone/cli/count.rb
-- lib/anemone/cli/cron.rb
 - lib/anemone/cli/pagedepth.rb
-- lib/anemone/cookie_store.rb
-- lib/anemone.rb
-- spec/fakeweb_helper.rb
-- spec/page_spec.rb
-- spec/anemone_spec.rb
+- lib/anemone/cli/cron.rb
+- lib/anemone/cli/url_list.rb
+- lib/anemone/cli/count.rb
 - spec/core_spec.rb
-- spec/storage_spec.rb
+- spec/anemone_spec.rb
+- spec/spec_helper.rb
 - spec/page_store_spec.rb
+- spec/page_spec.rb
 - spec/cookie_store_spec.rb
+- spec/fakeweb_helper.rb
 - spec/http_spec.rb
-- spec/spec_helper.rb
+- spec/storage_spec.rb
 - bin/anemone
 homepage: http://anemone.rubyforge.org
 licenses: []
@@ -207,12 +218,12 @@ signing_key:
 specification_version: 3
 summary: Anemone web-spider framework
 test_files:
-- spec/fakeweb_helper.rb
-- spec/page_spec.rb
-- spec/anemone_spec.rb
 - spec/core_spec.rb
-- spec/storage_spec.rb
+- spec/anemone_spec.rb
+- spec/spec_helper.rb
 - spec/page_store_spec.rb
+- spec/page_spec.rb
 - spec/cookie_store_spec.rb
+- spec/fakeweb_helper.rb
 - spec/http_spec.rb
-- spec/spec_helper.rb
+- spec/storage_spec.rb