digger 0.0.3 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 204be25e4d5bb59529fc7f5a392b86bf6f7ed631
4
- data.tar.gz: 21119d3c972aa60d2f6c95dddfd66c4b1ab4cfa0
3
+ metadata.gz: 2304ddf096469fea7007974c6029306ad22898a4
4
+ data.tar.gz: 6503010090d7f4b8c91862de94431ca9c42aca70
5
5
  SHA512:
6
- metadata.gz: 3f1dcd8583e6038c4237308b8a7488336f8d3ecb3b8a87c745622ee95719f964e832fe6cfba5a515c1cfad61ae02382875e3c93b19156e2e391b8eee15832c9a
7
- data.tar.gz: ab18eff67be45f8d9ed3b43fcefe14a92a8f7089cd30c366b6e1f3ab8c1cd78f7727b63bfa318ea828e2ae0d9a8386336e761bb3417815cf24492f8609d2e328
6
+ metadata.gz: a828a91ff05041559d3da01aeead21ec94756dc1ed7189c305df0e81958a8592cf7bbe948472e3631e98b108239f68c6bead24c8021d8d13cdc20d2679378dbe
7
+ data.tar.gz: 1fbdf60ffcb629bfeeb7e4fae80bd8e55653244b527c602a2f37f21f326d5ea7370ebebc79cb121f87111b207313688faad2bd25231808e9e0c8753a333b1577
@@ -3,7 +3,7 @@ require 'digger/page'
3
3
  require 'digger/http'
4
4
  require 'digger/pattern'
5
5
  require 'digger/model'
6
- require 'digger/batch'
6
+ require 'digger/index'
7
7
 
8
8
  module Digger
9
9
  #
@@ -3,7 +3,7 @@ module Digger
3
3
  class NoBlockError < ArgumentError; end
4
4
 
5
5
  def process(cocurrence = 1, &block)
6
- Index.batch(urls, cocurrence, block)
6
+ Index.batch(urls, cocurrence, &block)
7
7
  end
8
8
 
9
9
  def urls
@@ -1,4 +1,3 @@
1
- require 'digger/pattern'
2
1
 
3
2
  module Digger
4
3
  class Model
@@ -46,13 +45,13 @@ module Digger
46
45
  match_page(page)
47
46
  end
48
47
 
49
- def dig(urls = [], cocurrence = 1)
50
- if urls.empty?
51
- if self.class.index_page?
52
- self.class.index_config.process(cocurrence){|url| dig_url(url) }
53
- end
54
- else
55
- Index.batch(urls, cocurrence){|url| dig_url(url) }
48
+ def dig_urls(urls, cocurrence = 1)
49
+ Index.batch(urls, cocurrence){|url| dig_url(url) }
50
+ end
51
+
52
+ def dig(cocurrence = 1)
53
+ if self.class.index_page?
54
+ self.class.index_config.process(cocurrence){|url| dig_url(url) }
56
55
  end
57
56
  end
58
57
  end
@@ -1,3 +1,3 @@
1
1
  module Digger
2
- VERSION = "0.0.3"
2
+ VERSION = "0.1.0"
3
3
  end
@@ -23,4 +23,8 @@ describe Digger do
23
23
  item = Item.new.match_page(page)
24
24
  expect(item[:sites].include?('读远')).to be(true)
25
25
  end
26
+
27
+ it "index multiple threading" do
28
+
29
+ end
26
30
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: digger
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.3
4
+ version: 0.1.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - binz