fizx-rwget 0.5.0 → 0.5.1
Sign up to get free protection for your applications and to get access to all the features.
- data/VERSION +1 -1
- data/lib/rwget/rwget_option_parser.rb +5 -0
- data/rwget.gemspec +86 -0
- metadata +2 -1
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.5.
|
1
|
+
0.5.1
|
@@ -102,6 +102,11 @@ class RWGetOptionParser < OptionParser
|
|
102
102
|
options[:seeds] << url
|
103
103
|
options[:links_class] = "RWGet::SitemapLinks"
|
104
104
|
end
|
105
|
+
|
106
|
+
opts.on("-V", "--version") do
|
107
|
+
puts File.read(File.dirname(__FILE__) + "/../../VERSION")
|
108
|
+
exit
|
109
|
+
end
|
105
110
|
|
106
111
|
opts.on("-Q", "--quota=NUMBER", "set retrieval quota to NUMBER.") do |q|
|
107
112
|
options[:quota] = q.to_i
|
data/rwget.gemspec
ADDED
@@ -0,0 +1,86 @@
|
|
1
|
+
# -*- encoding: utf-8 -*-
|
2
|
+
|
3
|
+
Gem::Specification.new do |s|
|
4
|
+
s.name = %q{rwget}
|
5
|
+
s.version = "0.5.1"
|
6
|
+
|
7
|
+
s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
|
8
|
+
s.authors = ["Kyle Maxwell"]
|
9
|
+
s.date = %q{2009-06-19}
|
10
|
+
s.default_executable = %q{rwget}
|
11
|
+
s.email = %q{kyle@kylemaxwell.com}
|
12
|
+
s.executables = ["rwget"]
|
13
|
+
s.extra_rdoc_files = [
|
14
|
+
"README.markdown"
|
15
|
+
]
|
16
|
+
s.files = [
|
17
|
+
".document",
|
18
|
+
".gitignore",
|
19
|
+
"README.markdown",
|
20
|
+
"Rakefile",
|
21
|
+
"VERSION",
|
22
|
+
"bin/rwget",
|
23
|
+
"lib/rwget.rb",
|
24
|
+
"lib/rwget/controller.rb",
|
25
|
+
"lib/rwget/dupes.rb",
|
26
|
+
"lib/rwget/fetch.rb",
|
27
|
+
"lib/rwget/links.rb",
|
28
|
+
"lib/rwget/queue.rb",
|
29
|
+
"lib/rwget/rwget_option_parser.rb",
|
30
|
+
"lib/rwget/sitemap_links.rb",
|
31
|
+
"lib/rwget/store.rb",
|
32
|
+
"rwget.gemspec",
|
33
|
+
"test/controller_test.rb",
|
34
|
+
"test/dupes_test.rb",
|
35
|
+
"test/fetch_test.rb",
|
36
|
+
"test/fixtures/events00.xml.gz",
|
37
|
+
"test/fixtures/sitemap_index.xml",
|
38
|
+
"test/fixtures/yelp.html",
|
39
|
+
"test/links_test.rb",
|
40
|
+
"test/queue_test.rb",
|
41
|
+
"test/server.rb",
|
42
|
+
"test/sitemap_links_test.rb",
|
43
|
+
"test/store_test.rb"
|
44
|
+
]
|
45
|
+
s.has_rdoc = true
|
46
|
+
s.homepage = %q{http://github.com/fizx/rwget}
|
47
|
+
s.rdoc_options = ["--charset=UTF-8"]
|
48
|
+
s.require_paths = ["lib"]
|
49
|
+
s.rubygems_version = %q{1.3.2}
|
50
|
+
s.summary = %q{Ruby port of wget, emphasis on recursive/crawler}
|
51
|
+
s.test_files = [
|
52
|
+
"test/controller_test.rb",
|
53
|
+
"test/dupes_test.rb",
|
54
|
+
"test/fetch_test.rb",
|
55
|
+
"test/links_test.rb",
|
56
|
+
"test/queue_test.rb",
|
57
|
+
"test/server.rb",
|
58
|
+
"test/sitemap_links_test.rb",
|
59
|
+
"test/store_test.rb"
|
60
|
+
]
|
61
|
+
|
62
|
+
if s.respond_to? :specification_version then
|
63
|
+
current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
|
64
|
+
s.specification_version = 3
|
65
|
+
|
66
|
+
if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
|
67
|
+
s.add_runtime_dependency(%q<curb>, ["> 0.0.0"])
|
68
|
+
s.add_runtime_dependency(%q<hpricot>, ["> 0.0.0", "< 0.7"])
|
69
|
+
s.add_runtime_dependency(%q<fizx-robots>, [">= 0.3.1"])
|
70
|
+
s.add_runtime_dependency(%q<bloomfilter>, ["> 0.0.0"])
|
71
|
+
s.add_runtime_dependency(%q<libxml-ruby>, ["> 0.9"])
|
72
|
+
else
|
73
|
+
s.add_dependency(%q<curb>, ["> 0.0.0"])
|
74
|
+
s.add_dependency(%q<hpricot>, ["> 0.0.0", "< 0.7"])
|
75
|
+
s.add_dependency(%q<fizx-robots>, [">= 0.3.1"])
|
76
|
+
s.add_dependency(%q<bloomfilter>, ["> 0.0.0"])
|
77
|
+
s.add_dependency(%q<libxml-ruby>, ["> 0.9"])
|
78
|
+
end
|
79
|
+
else
|
80
|
+
s.add_dependency(%q<curb>, ["> 0.0.0"])
|
81
|
+
s.add_dependency(%q<hpricot>, ["> 0.0.0", "< 0.7"])
|
82
|
+
s.add_dependency(%q<fizx-robots>, [">= 0.3.1"])
|
83
|
+
s.add_dependency(%q<bloomfilter>, ["> 0.0.0"])
|
84
|
+
s.add_dependency(%q<libxml-ruby>, ["> 0.9"])
|
85
|
+
end
|
86
|
+
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fizx-rwget
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
4
|
+
version: 0.5.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Kyle Maxwell
|
@@ -89,6 +89,7 @@ files:
|
|
89
89
|
- lib/rwget/rwget_option_parser.rb
|
90
90
|
- lib/rwget/sitemap_links.rb
|
91
91
|
- lib/rwget/store.rb
|
92
|
+
- rwget.gemspec
|
92
93
|
- test/controller_test.rb
|
93
94
|
- test/dupes_test.rb
|
94
95
|
- test/fetch_test.rb
|