spidr 0.2.2 → 0.2.3
Sign up to get free protection for your applications and to get access to all the features.
- data/.gitignore +8 -0
- data/.specopts +1 -0
- data/.yardopts +1 -0
- data/{History.rdoc → ChangeLog.md} +47 -39
- data/LICENSE.txt +21 -0
- data/{README.rdoc → README.md} +57 -49
- data/Rakefile +36 -22
- data/lib/spidr/actions/actions.rb +4 -0
- data/lib/spidr/actions/exceptions/action.rb +3 -0
- data/lib/spidr/actions/exceptions/paused.rb +3 -0
- data/lib/spidr/actions/exceptions/skip_link.rb +4 -0
- data/lib/spidr/actions/exceptions/skip_page.rb +4 -0
- data/lib/spidr/agent.rb +61 -17
- data/lib/spidr/auth_credential.rb +3 -0
- data/lib/spidr/auth_store.rb +12 -8
- data/lib/spidr/cookie_jar.rb +4 -1
- data/lib/spidr/events.rb +25 -0
- data/lib/spidr/filters.rb +5 -1
- data/lib/spidr/page.rb +29 -24
- data/lib/spidr/rules.rb +4 -0
- data/lib/spidr/sanitizers.rb +4 -0
- data/lib/spidr/session_cache.rb +26 -1
- data/lib/spidr/version.rb +1 -1
- data/spec/auth_store_spec.rb +85 -0
- data/spec/cookie_jar_spec.rb +108 -0
- data/spec/page_spec.rb +0 -1
- data/spec/session_cache.rb +58 -0
- data/spidr.gemspec +115 -0
- metadata +99 -90
- data.tar.gz.sig +0 -2
- data/Manifest.txt +0 -41
- data/tasks/spec.rb +0 -10
- data/tasks/yard.rb +0 -12
- metadata.gz.sig +0 -0
metadata
CHANGED
@@ -1,170 +1,179 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: spidr
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
|
4
|
+
prerelease: false
|
5
|
+
segments:
|
6
|
+
- 0
|
7
|
+
- 2
|
8
|
+
- 3
|
9
|
+
version: 0.2.3
|
5
10
|
platform: ruby
|
6
11
|
authors:
|
7
12
|
- Postmodern
|
8
13
|
autorequire:
|
9
14
|
bindir: bin
|
10
|
-
cert_chain:
|
11
|
-
- |
|
12
|
-
-----BEGIN CERTIFICATE-----
|
13
|
-
MIIDQDCCAiigAwIBAgIBADANBgkqhkiG9w0BAQUFADBGMRgwFgYDVQQDDA9wb3N0
|
14
|
-
bW9kZXJuLm1vZDMxFTATBgoJkiaJk/IsZAEZFgVnbWFpbDETMBEGCgmSJomT8ixk
|
15
|
-
ARkWA2NvbTAeFw0wOTA2MDMwNDU5MDNaFw0xMDA2MDMwNDU5MDNaMEYxGDAWBgNV
|
16
|
-
BAMMD3Bvc3Rtb2Rlcm4ubW9kMzEVMBMGCgmSJomT8ixkARkWBWdtYWlsMRMwEQYK
|
17
|
-
CZImiZPyLGQBGRYDY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA
|
18
|
-
1wvANkTDHFgVih5XLjuTwTZjgBq1lBGybXJiH6Id1lY2JOMqM5FB1DDHVvvij94i
|
19
|
-
mJabN0zkzu6VKWC70y0IwOxY7CPokr0eFdK/D0y7mCq1P8QITv76i2YqAl0eYqIt
|
20
|
-
W+IhIkANQ7E6uMZIZcdnfadC6lPAtlKkqtd9crvRbFgr6e3kyflmohbRnTEJHoRd
|
21
|
-
7SHHsybE6DSn7oTDs6XBTNrNIn5VfZA0z01eeos/+zBm1zKJOK2+/7xtLLDuDU9G
|
22
|
-
+Rd+ltUBbvxUrMNZmDG29pnmN2xTRH+Q8HxD2AxlvM5SRpK6OeZaHV7PaCCAVZ4L
|
23
|
-
T9BFl1sfMvRlABeGEkSyuQIDAQABozkwNzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIE
|
24
|
-
sDAdBgNVHQ4EFgQUKwsd+PqEYmBvyaTyoL+uRuk+PhEwDQYJKoZIhvcNAQEFBQAD
|
25
|
-
ggEBAB4TvHsrlbcXcKg6gX5BIb9tI+zGkpzo0Z7jnxMEcNO7NGGwmzafDBI/xZYv
|
26
|
-
xkRH3/HXbGGYDOi6Q6gWt5GujSx0bOImDtYTJTH8jnzN92HzEK5WdScm1QpZKF1e
|
27
|
-
cezArMbxbSPaosxTCtG6LQTkE28lFQsmFZ5xzouugS4h5+LVJiVMmiP+l3EfkjFa
|
28
|
-
GOURU+rNEMPWo8MCWivGW7jes6BMzWHcW7DQ0scNVmIcCIgdyMmpscuAEOSeghy9
|
29
|
-
/fFs57Ey2OXBL55nDOyvN/ZQ2Vab05UH4t+GCxjAPeirzL/29FBtePT6VD44c38j
|
30
|
-
pDj+ws7QjtH/Qcrr1l9jfN0ehDs=
|
31
|
-
-----END CERTIFICATE-----
|
15
|
+
cert_chain: []
|
32
16
|
|
33
|
-
date: 2010-
|
17
|
+
date: 2010-02-27 00:00:00 -08:00
|
34
18
|
default_executable:
|
35
19
|
dependencies:
|
36
20
|
- !ruby/object:Gem::Dependency
|
37
21
|
name: nokogiri
|
38
|
-
|
39
|
-
|
40
|
-
version_requirements: !ruby/object:Gem::Requirement
|
22
|
+
prerelease: false
|
23
|
+
requirement: &id001 !ruby/object:Gem::Requirement
|
41
24
|
requirements:
|
42
25
|
- - ">="
|
43
26
|
- !ruby/object:Gem::Version
|
27
|
+
segments:
|
28
|
+
- 1
|
29
|
+
- 2
|
30
|
+
- 0
|
44
31
|
version: 1.2.0
|
45
|
-
|
32
|
+
type: :runtime
|
33
|
+
version_requirements: *id001
|
46
34
|
- !ruby/object:Gem::Dependency
|
47
35
|
name: rspec
|
48
|
-
|
49
|
-
|
50
|
-
version_requirements: !ruby/object:Gem::Requirement
|
36
|
+
prerelease: false
|
37
|
+
requirement: &id002 !ruby/object:Gem::Requirement
|
51
38
|
requirements:
|
52
39
|
- - ">="
|
53
40
|
- !ruby/object:Gem::Version
|
54
|
-
|
55
|
-
|
41
|
+
segments:
|
42
|
+
- 1
|
43
|
+
- 3
|
44
|
+
- 0
|
45
|
+
version: 1.3.0
|
46
|
+
type: :development
|
47
|
+
version_requirements: *id002
|
56
48
|
- !ruby/object:Gem::Dependency
|
57
49
|
name: yard
|
58
|
-
|
59
|
-
|
60
|
-
version_requirements: !ruby/object:Gem::Requirement
|
50
|
+
prerelease: false
|
51
|
+
requirement: &id003 !ruby/object:Gem::Requirement
|
61
52
|
requirements:
|
62
53
|
- - ">="
|
63
54
|
- !ruby/object:Gem::Version
|
64
|
-
|
65
|
-
|
55
|
+
segments:
|
56
|
+
- 0
|
57
|
+
- 5
|
58
|
+
- 3
|
59
|
+
version: 0.5.3
|
60
|
+
type: :development
|
61
|
+
version_requirements: *id003
|
66
62
|
- !ruby/object:Gem::Dependency
|
67
63
|
name: wsoc
|
68
|
-
|
69
|
-
|
70
|
-
version_requirements: !ruby/object:Gem::Requirement
|
64
|
+
prerelease: false
|
65
|
+
requirement: &id004 !ruby/object:Gem::Requirement
|
71
66
|
requirements:
|
72
67
|
- - ">="
|
73
68
|
- !ruby/object:Gem::Version
|
69
|
+
segments:
|
70
|
+
- 0
|
71
|
+
- 1
|
72
|
+
- 1
|
74
73
|
version: 0.1.1
|
75
|
-
version:
|
76
|
-
- !ruby/object:Gem::Dependency
|
77
|
-
name: hoe
|
78
74
|
type: :development
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
- - ">="
|
83
|
-
- !ruby/object:Gem::Version
|
84
|
-
version: 2.4.0
|
85
|
-
version:
|
86
|
-
description: |-
|
87
|
-
Spidr is a versatile Ruby web spidering library that can spider a site,
|
88
|
-
multiple domains, certain links or infinitely. Spidr is designed to be fast
|
89
|
-
and easy to use.
|
90
|
-
email:
|
91
|
-
- postmodern.mod3@gmail.com
|
75
|
+
version_requirements: *id004
|
76
|
+
description: Spidr is a versatile Ruby web spidering library that can spider a site, multiple domains, certain links or infinitely. Spidr is designed to be fast and easy to use.
|
77
|
+
email: postmodern.mod3@gmail.com
|
92
78
|
executables: []
|
93
79
|
|
94
80
|
extensions: []
|
95
81
|
|
96
82
|
extra_rdoc_files:
|
97
|
-
-
|
83
|
+
- ChangeLog.md
|
84
|
+
- LICENSE.txt
|
85
|
+
- README.md
|
98
86
|
files:
|
99
|
-
-
|
100
|
-
-
|
101
|
-
-
|
87
|
+
- .gitignore
|
88
|
+
- .specopts
|
89
|
+
- .yardopts
|
90
|
+
- ChangeLog.md
|
91
|
+
- LICENSE.txt
|
92
|
+
- README.md
|
102
93
|
- Rakefile
|
103
94
|
- lib/spidr.rb
|
104
|
-
- lib/spidr/extensions.rb
|
105
|
-
- lib/spidr/extensions/uri.rb
|
106
|
-
- lib/spidr/page.rb
|
107
|
-
- lib/spidr/sanitizers.rb
|
108
|
-
- lib/spidr/rules.rb
|
109
|
-
- lib/spidr/filters.rb
|
110
|
-
- lib/spidr/events.rb
|
111
95
|
- lib/spidr/actions.rb
|
96
|
+
- lib/spidr/actions/actions.rb
|
112
97
|
- lib/spidr/actions/exceptions.rb
|
113
98
|
- lib/spidr/actions/exceptions/action.rb
|
114
99
|
- lib/spidr/actions/exceptions/paused.rb
|
115
100
|
- lib/spidr/actions/exceptions/skip_link.rb
|
116
101
|
- lib/spidr/actions/exceptions/skip_page.rb
|
117
|
-
- lib/spidr/
|
118
|
-
- lib/spidr/session_cache.rb
|
119
|
-
- lib/spidr/cookie_jar.rb
|
102
|
+
- lib/spidr/agent.rb
|
120
103
|
- lib/spidr/auth_credential.rb
|
121
104
|
- lib/spidr/auth_store.rb
|
122
|
-
- lib/spidr/
|
105
|
+
- lib/spidr/cookie_jar.rb
|
106
|
+
- lib/spidr/events.rb
|
107
|
+
- lib/spidr/extensions.rb
|
108
|
+
- lib/spidr/extensions/uri.rb
|
109
|
+
- lib/spidr/filters.rb
|
110
|
+
- lib/spidr/page.rb
|
111
|
+
- lib/spidr/rules.rb
|
112
|
+
- lib/spidr/sanitizers.rb
|
113
|
+
- lib/spidr/session_cache.rb
|
123
114
|
- lib/spidr/spidr.rb
|
124
115
|
- lib/spidr/version.rb
|
125
|
-
-
|
126
|
-
-
|
127
|
-
- spec/
|
116
|
+
- spec/actions_spec.rb
|
117
|
+
- spec/agent_spec.rb
|
118
|
+
- spec/auth_store_spec.rb
|
119
|
+
- spec/cookie_jar_spec.rb
|
120
|
+
- spec/extensions/uri_spec.rb
|
121
|
+
- spec/filters_spec.rb
|
128
122
|
- spec/helpers/history.rb
|
129
|
-
- spec/helpers/wsoc.rb
|
130
123
|
- spec/helpers/page.rb
|
131
|
-
- spec/
|
124
|
+
- spec/helpers/wsoc.rb
|
132
125
|
- spec/page_examples.rb
|
133
126
|
- spec/page_spec.rb
|
134
127
|
- spec/rules_spec.rb
|
135
128
|
- spec/sanitizers_spec.rb
|
136
|
-
- spec/
|
137
|
-
- spec/
|
138
|
-
- spec/agent_spec.rb
|
129
|
+
- spec/session_cache.rb
|
130
|
+
- spec/spec_helper.rb
|
139
131
|
- spec/spidr_spec.rb
|
132
|
+
- spidr.gemspec
|
140
133
|
has_rdoc: yard
|
141
|
-
homepage: http://spidr
|
134
|
+
homepage: http://github.com/postmodern/spidr
|
142
135
|
licenses: []
|
143
136
|
|
144
137
|
post_install_message:
|
145
138
|
rdoc_options:
|
146
|
-
- --
|
147
|
-
- README.rdoc
|
139
|
+
- --charset=UTF-8
|
148
140
|
require_paths:
|
149
141
|
- lib
|
150
142
|
required_ruby_version: !ruby/object:Gem::Requirement
|
151
143
|
requirements:
|
152
144
|
- - ">="
|
153
145
|
- !ruby/object:Gem::Version
|
146
|
+
segments:
|
147
|
+
- 0
|
154
148
|
version: "0"
|
155
|
-
version:
|
156
149
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
157
150
|
requirements:
|
158
151
|
- - ">="
|
159
152
|
- !ruby/object:Gem::Version
|
153
|
+
segments:
|
154
|
+
- 0
|
160
155
|
version: "0"
|
161
|
-
version:
|
162
156
|
requirements: []
|
163
157
|
|
164
|
-
rubyforge_project:
|
165
|
-
rubygems_version: 1.3.
|
158
|
+
rubyforge_project:
|
159
|
+
rubygems_version: 1.3.6
|
166
160
|
signing_key:
|
167
161
|
specification_version: 3
|
168
|
-
summary:
|
169
|
-
test_files:
|
170
|
-
|
162
|
+
summary: A versatile Ruby web spidering library
|
163
|
+
test_files:
|
164
|
+
- spec/agent_spec.rb
|
165
|
+
- spec/helpers/history.rb
|
166
|
+
- spec/helpers/wsoc.rb
|
167
|
+
- spec/helpers/page.rb
|
168
|
+
- spec/spec_helper.rb
|
169
|
+
- spec/extensions/uri_spec.rb
|
170
|
+
- spec/page_spec.rb
|
171
|
+
- spec/spidr_spec.rb
|
172
|
+
- spec/sanitizers_spec.rb
|
173
|
+
- spec/page_examples.rb
|
174
|
+
- spec/filters_spec.rb
|
175
|
+
- spec/actions_spec.rb
|
176
|
+
- spec/rules_spec.rb
|
177
|
+
- spec/auth_store_spec.rb
|
178
|
+
- spec/cookie_jar_spec.rb
|
179
|
+
- spec/session_cache.rb
|
data.tar.gz.sig
DELETED
data/Manifest.txt
DELETED
@@ -1,41 +0,0 @@
|
|
1
|
-
History.rdoc
|
2
|
-
Manifest.txt
|
3
|
-
README.rdoc
|
4
|
-
Rakefile
|
5
|
-
lib/spidr.rb
|
6
|
-
lib/spidr/extensions.rb
|
7
|
-
lib/spidr/extensions/uri.rb
|
8
|
-
lib/spidr/page.rb
|
9
|
-
lib/spidr/sanitizers.rb
|
10
|
-
lib/spidr/rules.rb
|
11
|
-
lib/spidr/filters.rb
|
12
|
-
lib/spidr/events.rb
|
13
|
-
lib/spidr/actions.rb
|
14
|
-
lib/spidr/actions/exceptions.rb
|
15
|
-
lib/spidr/actions/exceptions/action.rb
|
16
|
-
lib/spidr/actions/exceptions/paused.rb
|
17
|
-
lib/spidr/actions/exceptions/skip_link.rb
|
18
|
-
lib/spidr/actions/exceptions/skip_page.rb
|
19
|
-
lib/spidr/actions/actions.rb
|
20
|
-
lib/spidr/session_cache.rb
|
21
|
-
lib/spidr/cookie_jar.rb
|
22
|
-
lib/spidr/auth_credential.rb
|
23
|
-
lib/spidr/auth_store.rb
|
24
|
-
lib/spidr/agent.rb
|
25
|
-
lib/spidr/spidr.rb
|
26
|
-
lib/spidr/version.rb
|
27
|
-
tasks/spec.rb
|
28
|
-
tasks/yard.rb
|
29
|
-
spec/spec_helper.rb
|
30
|
-
spec/helpers/history.rb
|
31
|
-
spec/helpers/wsoc.rb
|
32
|
-
spec/helpers/page.rb
|
33
|
-
spec/extensions/uri_spec.rb
|
34
|
-
spec/page_examples.rb
|
35
|
-
spec/page_spec.rb
|
36
|
-
spec/rules_spec.rb
|
37
|
-
spec/sanitizers_spec.rb
|
38
|
-
spec/filters_spec.rb
|
39
|
-
spec/actions_spec.rb
|
40
|
-
spec/agent_spec.rb
|
41
|
-
spec/spidr_spec.rb
|
data/tasks/spec.rb
DELETED
data/tasks/yard.rb
DELETED
metadata.gz.sig
DELETED
Binary file
|