scruber 0.1.4 → 0.1.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. checksums.yaml +4 -4
  2. data/lib/core_ext/const_missing.rb +9 -0
  3. data/lib/scruber/cli/project_generator.rb +2 -0
  4. data/lib/scruber/cli/templates/application.tt +1 -0
  5. data/lib/scruber/cli.rb +2 -0
  6. data/lib/scruber/core/configuration.rb +24 -1
  7. data/lib/scruber/core/crawler.rb +165 -7
  8. data/lib/scruber/core/extensions/base.rb +10 -0
  9. data/lib/scruber/core/extensions/csv_output.rb +21 -0
  10. data/lib/scruber/core/extensions/log.rb +39 -0
  11. data/lib/scruber/core/extensions/loop.rb +34 -0
  12. data/lib/scruber/core/extensions/parser_aliases.rb +24 -0
  13. data/lib/scruber/core/extensions/queue_aliases.rb +15 -0
  14. data/lib/scruber/core/extensions/seed.rb +23 -0
  15. data/lib/scruber/fetcher_adapters/abstract_adapter.rb +14 -14
  16. data/lib/scruber/fetcher_adapters/typhoeus_fetcher.rb +1 -1
  17. data/lib/scruber/queue_adapters/abstract_adapter.rb +149 -10
  18. data/lib/scruber/queue_adapters/memory.rb +139 -9
  19. data/lib/scruber/version.rb +1 -1
  20. data/lib/scruber.rb +23 -8
  21. data/scruber.gemspec +6 -4
  22. metadata +71 -10
metadata CHANGED
@@ -1,55 +1,67 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: scruber
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.4
4
+ version: 0.1.5
5
5
  platform: ruby
6
6
  authors:
7
7
  - Ivan Goncharov
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2018-04-11 00:00:00.000000000 Z
11
+ date: 2018-04-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: typhoeus
15
15
  requirement: !ruby/object:Gem::Requirement
16
16
  requirements:
17
- - - '='
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: '1.1'
20
+ - - ">="
18
21
  - !ruby/object:Gem::Version
19
22
  version: 1.1.2
20
23
  type: :runtime
21
24
  prerelease: false
22
25
  version_requirements: !ruby/object:Gem::Requirement
23
26
  requirements:
24
- - - '='
27
+ - - "~>"
28
+ - !ruby/object:Gem::Version
29
+ version: '1.1'
30
+ - - ">="
25
31
  - !ruby/object:Gem::Version
26
32
  version: 1.1.2
27
33
  - !ruby/object:Gem::Dependency
28
34
  name: pickup
29
35
  requirement: !ruby/object:Gem::Requirement
30
36
  requirements:
31
- - - '='
37
+ - - "~>"
32
38
  - !ruby/object:Gem::Version
33
39
  version: 0.0.11
34
40
  type: :runtime
35
41
  prerelease: false
36
42
  version_requirements: !ruby/object:Gem::Requirement
37
43
  requirements:
38
- - - '='
44
+ - - "~>"
39
45
  - !ruby/object:Gem::Version
40
46
  version: 0.0.11
41
47
  - !ruby/object:Gem::Dependency
42
48
  name: nokogiri
43
49
  requirement: !ruby/object:Gem::Requirement
44
50
  requirements:
45
- - - '='
51
+ - - "~>"
52
+ - !ruby/object:Gem::Version
53
+ version: '1.8'
54
+ - - ">="
46
55
  - !ruby/object:Gem::Version
47
56
  version: 1.8.2
48
57
  type: :runtime
49
58
  prerelease: false
50
59
  version_requirements: !ruby/object:Gem::Requirement
51
60
  requirements:
52
- - - '='
61
+ - - "~>"
62
+ - !ruby/object:Gem::Version
63
+ version: '1.8'
64
+ - - ">="
53
65
  - !ruby/object:Gem::Version
54
66
  version: 1.8.2
55
67
  - !ruby/object:Gem::Dependency
@@ -70,16 +82,62 @@ dependencies:
70
82
  name: activesupport
71
83
  requirement: !ruby/object:Gem::Requirement
72
84
  requirements:
73
- - - '='
85
+ - - "~>"
86
+ - !ruby/object:Gem::Version
87
+ version: '5.1'
88
+ - - ">="
74
89
  - !ruby/object:Gem::Version
75
90
  version: 5.1.5
76
91
  type: :runtime
77
92
  prerelease: false
78
93
  version_requirements: !ruby/object:Gem::Requirement
79
94
  requirements:
80
- - - '='
95
+ - - "~>"
96
+ - !ruby/object:Gem::Version
97
+ version: '5.1'
98
+ - - ">="
81
99
  - !ruby/object:Gem::Version
82
100
  version: 5.1.5
101
+ - !ruby/object:Gem::Dependency
102
+ name: powerbar
103
+ requirement: !ruby/object:Gem::Requirement
104
+ requirements:
105
+ - - "~>"
106
+ - !ruby/object:Gem::Version
107
+ version: '2.0'
108
+ - - ">="
109
+ - !ruby/object:Gem::Version
110
+ version: 2.0.1
111
+ type: :runtime
112
+ prerelease: false
113
+ version_requirements: !ruby/object:Gem::Requirement
114
+ requirements:
115
+ - - "~>"
116
+ - !ruby/object:Gem::Version
117
+ version: '2.0'
118
+ - - ">="
119
+ - !ruby/object:Gem::Version
120
+ version: 2.0.1
121
+ - !ruby/object:Gem::Dependency
122
+ name: paint
123
+ requirement: !ruby/object:Gem::Requirement
124
+ requirements:
125
+ - - "~>"
126
+ - !ruby/object:Gem::Version
127
+ version: '2.0'
128
+ - - ">="
129
+ - !ruby/object:Gem::Version
130
+ version: 2.0.1
131
+ type: :runtime
132
+ prerelease: false
133
+ version_requirements: !ruby/object:Gem::Requirement
134
+ requirements:
135
+ - - "~>"
136
+ - !ruby/object:Gem::Version
137
+ version: '2.0'
138
+ - - ">="
139
+ - !ruby/object:Gem::Version
140
+ version: 2.0.1
83
141
  - !ruby/object:Gem::Dependency
84
142
  name: thor
85
143
  requirement: !ruby/object:Gem::Requirement
@@ -168,6 +226,7 @@ files:
168
226
  - bin/console
169
227
  - bin/setup
170
228
  - exe/scruber
229
+ - lib/core_ext/const_missing.rb
171
230
  - lib/scruber.rb
172
231
  - lib/scruber/app_searcher.rb
173
232
  - lib/scruber/cli.rb
@@ -185,9 +244,11 @@ files:
185
244
  - lib/scruber/core/crawler.rb
186
245
  - lib/scruber/core/extensions/base.rb
187
246
  - lib/scruber/core/extensions/csv_output.rb
247
+ - lib/scruber/core/extensions/log.rb
188
248
  - lib/scruber/core/extensions/loop.rb
189
249
  - lib/scruber/core/extensions/parser_aliases.rb
190
250
  - lib/scruber/core/extensions/queue_aliases.rb
251
+ - lib/scruber/core/extensions/seed.rb
191
252
  - lib/scruber/core/page_format.rb
192
253
  - lib/scruber/core/page_format/base.rb
193
254
  - lib/scruber/core/page_format/html.rb