scruber 0.1.4 → 0.1.5

Sign up to get free protection for your applications and to get access to all the features.
Files changed (22) hide show
  1. checksums.yaml +4 -4
  2. data/lib/core_ext/const_missing.rb +9 -0
  3. data/lib/scruber/cli/project_generator.rb +2 -0
  4. data/lib/scruber/cli/templates/application.tt +1 -0
  5. data/lib/scruber/cli.rb +2 -0
  6. data/lib/scruber/core/configuration.rb +24 -1
  7. data/lib/scruber/core/crawler.rb +165 -7
  8. data/lib/scruber/core/extensions/base.rb +10 -0
  9. data/lib/scruber/core/extensions/csv_output.rb +21 -0
  10. data/lib/scruber/core/extensions/log.rb +39 -0
  11. data/lib/scruber/core/extensions/loop.rb +34 -0
  12. data/lib/scruber/core/extensions/parser_aliases.rb +24 -0
  13. data/lib/scruber/core/extensions/queue_aliases.rb +15 -0
  14. data/lib/scruber/core/extensions/seed.rb +23 -0
  15. data/lib/scruber/fetcher_adapters/abstract_adapter.rb +14 -14
  16. data/lib/scruber/fetcher_adapters/typhoeus_fetcher.rb +1 -1
  17. data/lib/scruber/queue_adapters/abstract_adapter.rb +149 -10
  18. data/lib/scruber/queue_adapters/memory.rb +139 -9
  19. data/lib/scruber/version.rb +1 -1
  20. data/lib/scruber.rb +23 -8
  21. data/scruber.gemspec +6 -4
  22. metadata +71 -10
metadata CHANGED
@@ -1,55 +1,67 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: scruber
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.4
4
+ version: 0.1.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - Ivan Goncharov
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2018-04-11 00:00:00.000000000 Z
11
+ date: 2018-04-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: typhoeus
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - '='
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.1'
20
+ - - ">="
18
21
  - !ruby/object:Gem::Version
19
22
  version: 1.1.2
20
23
  type: :runtime
21
24
  prerelease: false
22
25
  version_requirements: !ruby/object:Gem::Requirement
23
26
  requirements:
24
- - - '='
27
+ - - "~>"
28
+ - !ruby/object:Gem::Version
29
+ version: '1.1'
30
+ - - ">="
25
31
  - !ruby/object:Gem::Version
26
32
  version: 1.1.2
27
33
  - !ruby/object:Gem::Dependency
28
34
  name: pickup
29
35
  requirement: !ruby/object:Gem::Requirement
30
36
  requirements:
31
- - - '='
37
+ - - "~>"
32
38
  - !ruby/object:Gem::Version
33
39
  version: 0.0.11
34
40
  type: :runtime
35
41
  prerelease: false
36
42
  version_requirements: !ruby/object:Gem::Requirement
37
43
  requirements:
38
- - - '='
44
+ - - "~>"
39
45
  - !ruby/object:Gem::Version
40
46
  version: 0.0.11
41
47
  - !ruby/object:Gem::Dependency
42
48
  name: nokogiri
43
49
  requirement: !ruby/object:Gem::Requirement
44
50
  requirements:
45
- - - '='
51
+ - - "~>"
52
+ - !ruby/object:Gem::Version
53
+ version: '1.8'
54
+ - - ">="
46
55
  - !ruby/object:Gem::Version
47
56
  version: 1.8.2
48
57
  type: :runtime
49
58
  prerelease: false
50
59
  version_requirements: !ruby/object:Gem::Requirement
51
60
  requirements:
52
- - - '='
61
+ - - "~>"
62
+ - !ruby/object:Gem::Version
63
+ version: '1.8'
64
+ - - ">="
53
65
  - !ruby/object:Gem::Version
54
66
  version: 1.8.2
55
67
  - !ruby/object:Gem::Dependency
@@ -70,16 +82,62 @@ dependencies:
70
82
  name: activesupport
71
83
  requirement: !ruby/object:Gem::Requirement
72
84
  requirements:
73
- - - '='
85
+ - - "~>"
86
+ - !ruby/object:Gem::Version
87
+ version: '5.1'
88
+ - - ">="
74
89
  - !ruby/object:Gem::Version
75
90
  version: 5.1.5
76
91
  type: :runtime
77
92
  prerelease: false
78
93
  version_requirements: !ruby/object:Gem::Requirement
79
94
  requirements:
80
- - - '='
95
+ - - "~>"
96
+ - !ruby/object:Gem::Version
97
+ version: '5.1'
98
+ - - ">="
81
99
  - !ruby/object:Gem::Version
82
100
  version: 5.1.5
101
+ - !ruby/object:Gem::Dependency
102
+ name: powerbar
103
+ requirement: !ruby/object:Gem::Requirement
104
+ requirements:
105
+ - - "~>"
106
+ - !ruby/object:Gem::Version
107
+ version: '2.0'
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: 2.0.1
111
+ type: :runtime
112
+ prerelease: false
113
+ version_requirements: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - "~>"
116
+ - !ruby/object:Gem::Version
117
+ version: '2.0'
118
+ - - ">="
119
+ - !ruby/object:Gem::Version
120
+ version: 2.0.1
121
+ - !ruby/object:Gem::Dependency
122
+ name: paint
123
+ requirement: !ruby/object:Gem::Requirement
124
+ requirements:
125
+ - - "~>"
126
+ - !ruby/object:Gem::Version
127
+ version: '2.0'
128
+ - - ">="
129
+ - !ruby/object:Gem::Version
130
+ version: 2.0.1
131
+ type: :runtime
132
+ prerelease: false
133
+ version_requirements: !ruby/object:Gem::Requirement
134
+ requirements:
135
+ - - "~>"
136
+ - !ruby/object:Gem::Version
137
+ version: '2.0'
138
+ - - ">="
139
+ - !ruby/object:Gem::Version
140
+ version: 2.0.1
83
141
  - !ruby/object:Gem::Dependency
84
142
  name: thor
85
143
  requirement: !ruby/object:Gem::Requirement
@@ -168,6 +226,7 @@ files:
168
226
  - bin/console
169
227
  - bin/setup
170
228
  - exe/scruber
229
+ - lib/core_ext/const_missing.rb
171
230
  - lib/scruber.rb
172
231
  - lib/scruber/app_searcher.rb
173
232
  - lib/scruber/cli.rb
@@ -185,9 +244,11 @@ files:
185
244
  - lib/scruber/core/crawler.rb
186
245
  - lib/scruber/core/extensions/base.rb
187
246
  - lib/scruber/core/extensions/csv_output.rb
247
+ - lib/scruber/core/extensions/log.rb
188
248
  - lib/scruber/core/extensions/loop.rb
189
249
  - lib/scruber/core/extensions/parser_aliases.rb
190
250
  - lib/scruber/core/extensions/queue_aliases.rb
251
+ - lib/scruber/core/extensions/seed.rb
191
252
  - lib/scruber/core/page_format.rb
192
253
  - lib/scruber/core/page_format/base.rb
193
254
  - lib/scruber/core/page_format/html.rb