pioneer 0.0.2 → 0.0.3.alpha

data/CHANGELOG

@@ -4,4 +4,8 @@
 
 ## v0.0.2
 
-* added some options and logging
+* added some options and logging
+
+## v0.0.1alpha
+
+* Heh, but it is still in dev. So let's call it alpha

data/README.md

@@ -2,6 +2,8 @@
 
 Pioneer is a simple async HTTP crawler based on em-synchrony
 
+And it is very alpha right now. 
+
 # Install
 
 ```bash
@@ -77,39 +79,5 @@ crawler.processing = proc{ req.response.response_header.status }
 crawler.if_status_404{ |req| "Oups" }
 ```
 
-As far as `locations` should return Enumerable you can use nested crawlers to save whole site
-
-```ruby
-require 'pioneer'
-require 'nokogiri'
-class Links
-  include Enumerable
-  def initialize(link)
-    @links = [link]
-  end
-
-  def <<(link)
-    @links << link
-  end
-
-  def each
-    @links.each{ |url| url }
-  end
-end
-
-class LinksCrawler < Pioneer::Base
-  def locations
-    @links = Links.new("http://www.gazeta.ru")
-  end
-
-  def processing(req)
-    doc = Nokogiri::HTML.parse(req.response.response)
-    links = doc.css("a").map{|link| link["href"]} # + some logic to filter links to prevent duplications and another hosts etc
-    @links << links
-    File.new(req.url, "w+"){ |f| f << req.response.response }
-  end
-end
-LinksCrawler.new(concurrency: 20, redirects: 1, sleep: 0.5).start
-```
 
 ... to be continued

data/lib/pioneer/base.rb

@@ -39,7 +39,7 @@ module Pioneer
 
     def logger
       @logger ||= begin
-        logger = @log_enabled ? Logger.new("#{name}.log") : Logger.new("/dev/null")
+        logger = Logger.new(STDOUT)
         logger.level = log_level
         logger
       end

data/lib/pioneer/version.rb

@@ -1,3 +1,3 @@
 module Pioneer
-  VERSION = "0.0.2"
+  VERSION = "0.0.3.alpha"
 end

metadata

@@ -1,19 +1,19 @@
 --- !ruby/object:Gem::Specification
 name: pioneer
 version: !ruby/object:Gem::Version
-  version: 0.0.2
-  prerelease: 
+  version: 0.0.3.alpha
+  prerelease: 6
 platform: ruby
 authors:
 - Petr
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-02-22 00:00:00.000000000Z
+date: 2012-02-28 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
-  requirement: &76399260 !ruby/object:Gem::Requirement
+  requirement: &73021090 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *76399260
+  version_requirements: *73021090
 - !ruby/object:Gem::Dependency
   name: em-synchrony
-  requirement: &76399050 !ruby/object:Gem::Requirement
+  requirement: &73020880 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,7 +32,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *76399050
+  version_requirements: *73020880
 description: Simple async HTTP crawler based on em-synchrony
 email:
 - pedro.yanoviches@gmail.com
@@ -75,9 +75,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-  - - ! '>='
+  - - ! '>'
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: pioneer
 rubygems_version: 1.8.15