samao 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a483278b39eb8b7c7f68d9ccd02b9d8fa7bb5cec
-  data.tar.gz: 307181057f12f81fca2a408a85dfa9de6fdedeaf
+  metadata.gz: 8052607754894bc0b6aab5725ced6198df5fc63a
+  data.tar.gz: 17102ace2e60b4eea948d1ee2263fe090381cc15
 SHA512:
-  metadata.gz: e4608bbab36feb41b82f5779a7c2be74c45349b349b2243cbe30ccf4666c83a95e1407b7439a36c9f4ce0fb3eabc5bd0d2a9cca5b0c6529bde85355ae84afea0
-  data.tar.gz: f181681e70dd14f9607f9a8002e2656522b6f4cb483aa3aa18153f6c2d5bc74619436997e3e1eac5a7d2e3558dfb66fae355bd2c3e73b80a6f39cb40ef8b38c7
+  metadata.gz: 24e2ef9f4883c62cb2ed5bd6925e9bf4990f522fd62a1a2f03534fee96ab7fc0a728dac663b92210a7a539229c3bbcdedf38297d89348b5d593f92a4ef459f9b
+  data.tar.gz: d72849be792f00b93b58fae10374b42359f8d51d67f9d82f0325162680f8f269bdf435596b5f6b8b1d09f3ca5e88f2b097312292ac21999ffcd418cc4ec1c415

data/README.md

@@ -22,47 +22,52 @@ Or install it yourself as:
 
 ## Usage
 
-    #!/usr/bin/env ruby
-    require 'samao'
-
-    # create samao detector
-    samao = Samao::Detector.new
-
-    # set base url and start page
-    samao.baseurl 'https://github.com'
-    samao.from '/Lax?tab=repositories'
-    # the following line have the same effect
-    #samao.from  'https://github.com/Lax?tab=repositories'
-
-    # tell samao how to find the next page
-    samao.find :next, 'div.pagination a.next_page'
-    samao.max_page 1
-
-    # tell samao how to find items.
-    # further more, set the data from matched HTML node/element.
-    samao.find_item 'div#user-repositories-list li a[itemprop="name codeRepository"]' do |item|
-      item.set_url :url, item.raw(:item)['href']
-      item.set :title, item.raw(:item).text.strip
-    end
-
-    samao.find_item 'div#user-repositories-list li' do |item|
-      item.find(:url, 'a[itemprop="name codeRepository"]') {|value| [:set_url, :url, value.first['href']] }
-      item.find(:title, 'a[itemprop="name codeRepository"]') {|value| [:set, value.first.text.strip] }
-    end
-
-    # if it need to open content page for more information
-    # default key is :url
-    samao.add_detail :url do |detail|
-    #samao.add_detail do |detail|
-      detail.find(:author, 'h1.public .author a') {|value| value.first.text.strip }
-    end
-
-    # run the detector
-    samao.run
-
-    # read items
-    p samao.items
-    ## [{:url=>"https://github.com/Lax/awesome", :title=>"awesome", :author=>"Lax"}, {:url=>"https://github.com/Lax/lax.github.com", :title=>"lax.github.com", :author=>"Lax"}, ..]
+```ruby
+#!/usr/bin/env ruby
+require 'samao'
+
+# create samao detector
+samao = Samao::Detector.new
+
+# set max concurrent level
+samao.concurrent 3
+
+# set base url and start page
+samao.baseurl 'https://github.com'
+samao.from '/Lax?tab=repositories'
+# the following line have the same effect
+#samao.from  'https://github.com/Lax?tab=repositories'
+
+# tell samao how to find the next page
+samao.find :next, 'div.pagination a.next_page'
+samao.max_page 1
+
+# tell samao how to find items.
+# further more, set the data from matched HTML node/element.
+samao.find_item 'div#user-repositories-list li a[itemprop="name codeRepository"]' do |item|
+  item.set_url :url, item.raw(:item)['href']
+  item.set :title, item.raw(:item).text.strip
+end
+
+samao.find_item 'div#user-repositories-list li' do |item|
+  item.find(:url, 'a[itemprop="name codeRepository"]') {|value| [:set_url, :url, value.first['href']] }
+  item.find(:title, 'a[itemprop="name codeRepository"]') {|value| [:set, value.first.text.strip] }
+end
+
+# if it need to open content page for more information
+# default key is :url
+samao.add_detail :url do |detail|
+#samao.add_detail do |detail|
+  detail.find(:author, 'h1.public .author a') {|value| value.first.text.strip }
+end
+
+# run the detector
+samao.run
+
+# read items
+p samao.items
+## [{:url=>"https://github.com/Lax/awesome", :title=>"awesome", :author=>"Lax"}, {:url=>"https://github.com/Lax/lax.github.com", :title=>"lax.github.com", :author=>"Lax"}, ..]
+```
 
 ## Development
 

data/lib/samao/detector.rb

@@ -113,12 +113,13 @@ module Samao
       self
     end
 
-    # set max page
-    def max_page(max)
-      @max_page = max
+    # set max concurrent level
+    def max_concurrent(max)
+      @max_concurrent = max
 
       self
     end
+    alias :concurrent :max_concurrent
 
     # get pages
     def pages

data/lib/samao/version.rb

@@ -1,3 +1,3 @@
 module Samao
-  VERSION = "0.1.2"
+  VERSION = "0.1.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: samao
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Liu Lantao
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-12-20 00:00:00.000000000 Z
+date: 2016-12-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri