digger 0.0.3 → 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 204be25e4d5bb59529fc7f5a392b86bf6f7ed631
4
- data.tar.gz: 21119d3c972aa60d2f6c95dddfd66c4b1ab4cfa0
3
+ metadata.gz: 2304ddf096469fea7007974c6029306ad22898a4
4
+ data.tar.gz: 6503010090d7f4b8c91862de94431ca9c42aca70
5
5
  SHA512:
6
- metadata.gz: 3f1dcd8583e6038c4237308b8a7488336f8d3ecb3b8a87c745622ee95719f964e832fe6cfba5a515c1cfad61ae02382875e3c93b19156e2e391b8eee15832c9a
7
- data.tar.gz: ab18eff67be45f8d9ed3b43fcefe14a92a8f7089cd30c366b6e1f3ab8c1cd78f7727b63bfa318ea828e2ae0d9a8386336e761bb3417815cf24492f8609d2e328
6
+ metadata.gz: a828a91ff05041559d3da01aeead21ec94756dc1ed7189c305df0e81958a8592cf7bbe948472e3631e98b108239f68c6bead24c8021d8d13cdc20d2679378dbe
7
+ data.tar.gz: 1fbdf60ffcb629bfeeb7e4fae80bd8e55653244b527c602a2f37f21f326d5ea7370ebebc79cb121f87111b207313688faad2bd25231808e9e0c8753a333b1577
@@ -3,7 +3,7 @@ require 'digger/page'
3
3
  require 'digger/http'
4
4
  require 'digger/pattern'
5
5
  require 'digger/model'
6
- require 'digger/batch'
6
+ require 'digger/index'
7
7
 
8
8
  module Digger
9
9
  #
@@ -3,7 +3,7 @@ module Digger
3
3
  class NoBlockError < ArgumentError; end
4
4
 
5
5
  def process(cocurrence = 1, &block)
6
- Index.batch(urls, cocurrence, block)
6
+ Index.batch(urls, cocurrence, &block)
7
7
  end
8
8
 
9
9
  def urls
@@ -1,4 +1,3 @@
1
- require 'digger/pattern'
2
1
 
3
2
  module Digger
4
3
  class Model
@@ -46,13 +45,13 @@ module Digger
46
45
  match_page(page)
47
46
  end
48
47
 
49
- def dig(urls = [], cocurrence = 1)
50
- if urls.empty?
51
- if self.class.index_page?
52
- self.class.index_config.process(cocurrence){|url| dig_url(url) }
53
- end
54
- else
55
- Index.batch(urls, cocurrence){|url| dig_url(url) }
48
+ def dig_urls(urls, cocurrence = 1)
49
+ Index.batch(urls, cocurrence){|url| dig_url(url) }
50
+ end
51
+
52
+ def dig(cocurrence = 1)
53
+ if self.class.index_page?
54
+ self.class.index_config.process(cocurrence){|url| dig_url(url) }
56
55
  end
57
56
  end
58
57
  end
@@ -1,3 +1,3 @@
1
1
  module Digger
2
- VERSION = "0.0.3"
2
+ VERSION = "0.1.0"
3
3
  end
@@ -23,4 +23,8 @@ describe Digger do
23
23
  item = Item.new.match_page(page)
24
24
  expect(item[:sites].include?('读远')).to be(true)
25
25
  end
26
+
27
+ it "index multiple threading" do
28
+
29
+ end
26
30
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: digger
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.3
4
+ version: 0.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - binz