ronin-web 0.2.1 → 0.3.0.pre1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (110) hide show
  1. data/.document +4 -0
  2. data/.gemtest +0 -0
  3. data/.rspec +1 -0
  4. data/.yardopts +1 -0
  5. data/COPYING.txt +674 -0
  6. data/{History.txt → ChangeLog.md} +39 -8
  7. data/Gemfile +49 -0
  8. data/{README.txt → README.md} +56 -40
  9. data/Rakefile +25 -24
  10. data/bin/ronin-web +18 -5
  11. data/gemspec.yml +30 -0
  12. data/lib/ronin/network/{helpers → mixins}/web.rb +74 -39
  13. data/lib/ronin/web.rb +7 -6
  14. data/lib/ronin/web/extensions.rb +7 -6
  15. data/lib/ronin/web/extensions/nokogiri.rb +22 -0
  16. data/lib/ronin/web/extensions/nokogiri/xml.rb +22 -0
  17. data/lib/ronin/web/extensions/nokogiri/xml/attr.rb +35 -1
  18. data/lib/ronin/web/extensions/nokogiri/xml/document.rb +34 -4
  19. data/lib/ronin/web/extensions/nokogiri/xml/element.rb +36 -2
  20. data/lib/ronin/web/extensions/nokogiri/xml/node.rb +59 -20
  21. data/lib/ronin/web/extensions/nokogiri/xml/text.rb +36 -2
  22. data/lib/ronin/web/middleware.rb +27 -0
  23. data/lib/ronin/web/middleware/base.rb +144 -0
  24. data/lib/ronin/web/middleware/directories.rb +177 -0
  25. data/lib/ronin/web/middleware/files.rb +142 -0
  26. data/lib/ronin/web/middleware/filters.rb +28 -0
  27. data/lib/ronin/web/middleware/filters/campaign_filter.rb +77 -0
  28. data/lib/ronin/web/middleware/filters/ip_filter.rb +73 -0
  29. data/lib/ronin/web/middleware/filters/path_filter.rb +73 -0
  30. data/lib/ronin/web/middleware/filters/referer_filter.rb +71 -0
  31. data/lib/ronin/web/middleware/filters/user_agent_filter.rb +71 -0
  32. data/lib/ronin/web/middleware/filters/vhost_filter.rb +71 -0
  33. data/lib/ronin/web/middleware/helpers.rb +145 -0
  34. data/lib/ronin/web/middleware/proxy.rb +265 -0
  35. data/lib/ronin/web/middleware/proxy_request.rb +262 -0
  36. data/lib/ronin/web/middleware/request.rb +58 -0
  37. data/lib/ronin/web/middleware/response.rb +33 -0
  38. data/lib/ronin/web/middleware/router.rb +167 -0
  39. data/lib/ronin/web/middleware/rule.rb +103 -0
  40. data/lib/ronin/web/proxy.rb +7 -6
  41. data/lib/ronin/web/proxy/app.rb +7 -6
  42. data/lib/ronin/web/proxy/base.rb +14 -9
  43. data/lib/ronin/web/proxy/web.rb +9 -6
  44. data/lib/ronin/web/server.rb +7 -6
  45. data/lib/ronin/web/server/app.rb +7 -6
  46. data/lib/ronin/web/server/base.rb +209 -82
  47. data/lib/ronin/web/server/web.rb +10 -6
  48. data/lib/ronin/web/spider.rb +38 -26
  49. data/lib/ronin/web/version.rb +8 -7
  50. data/lib/ronin/web/web.rb +122 -80
  51. data/ronin-web.gemspec +15 -0
  52. data/spec/helpers/output.rb +3 -0
  53. data/spec/spec_helper.rb +2 -3
  54. data/spec/web/extensions/nokogiri_spec.rb +7 -7
  55. data/spec/web/{server/helpers/server.rb → helpers/rack_app.rb} +3 -14
  56. data/spec/web/helpers/root.rb +15 -0
  57. data/spec/web/helpers/root/test1.txt +1 -0
  58. data/spec/web/helpers/root/test1/index.html +1 -0
  59. data/spec/web/helpers/root/test1/test1.txt +1 -0
  60. data/spec/web/helpers/root/test2.txt +1 -0
  61. data/spec/web/helpers/root/test2/test2.txt +1 -0
  62. data/spec/web/helpers/root/test3.txt +1 -0
  63. data/spec/web/helpers/root/test3/test3.txt +1 -0
  64. data/spec/web/middleware/directories_spec.rb +86 -0
  65. data/spec/web/middleware/files_spec.rb +57 -0
  66. data/spec/web/middleware/filters/campaign_filter_spec.rb +30 -0
  67. data/spec/web/middleware/filters/ip_filter_spec.rb +25 -0
  68. data/spec/web/middleware/filters/path_filter_spec.rb +29 -0
  69. data/spec/web/middleware/filters/referer_filter_spec.rb +25 -0
  70. data/spec/web/middleware/filters/user_agent_filter_spec.rb +25 -0
  71. data/spec/web/middleware/filters/vhost_filter_spec.rb +23 -0
  72. data/spec/web/middleware/proxy_spec.rb +67 -0
  73. data/spec/web/middleware/response_spec.rb +20 -0
  74. data/spec/web/middleware/router_spec.rb +65 -0
  75. data/spec/web/middleware/rule_spec.rb +37 -0
  76. data/spec/web/proxy/base_spec.rb +1 -2
  77. data/spec/web/server/base_spec.rb +4 -13
  78. data/spec/web/server/classes/sub_app.rb +2 -2
  79. data/spec/web/server/classes/test_app.rb +1 -1
  80. data/spec/web/web_spec.rb +57 -67
  81. metadata +171 -146
  82. data.tar.gz.sig +0 -0
  83. data/Manifest.txt +0 -64
  84. data/lib/ronin/scanners/web.rb +0 -52
  85. data/lib/ronin/web/server/files.rb +0 -92
  86. data/lib/ronin/web/server/helpers.rb +0 -25
  87. data/lib/ronin/web/server/helpers/files.rb +0 -126
  88. data/lib/ronin/web/server/helpers/hosts.rb +0 -72
  89. data/lib/ronin/web/server/helpers/proxy.rb +0 -153
  90. data/lib/ronin/web/server/helpers/rendering.rb +0 -36
  91. data/lib/ronin/web/server/hosts.rb +0 -86
  92. data/lib/ronin/web/server/proxy.rb +0 -116
  93. data/spec/scanners/web_spec.rb +0 -24
  94. data/spec/web/helpers/root/index.html +0 -1
  95. data/spec/web/helpers/root/test.txt +0 -1
  96. data/spec/web/helpers/server.rb +0 -10
  97. data/spec/web/server/classes/files/dir/file.txt +0 -1
  98. data/spec/web/server/classes/files/dir/index.html +0 -1
  99. data/spec/web/server/classes/files/dir2/file2.txt +0 -1
  100. data/spec/web/server/classes/files/dir3/page.xml +0 -4
  101. data/spec/web/server/classes/files/file.txt +0 -1
  102. data/spec/web/server/classes/files_app.rb +0 -27
  103. data/spec/web/server/classes/hosts_app.rb +0 -40
  104. data/spec/web/server/classes/proxy_app.rb +0 -45
  105. data/spec/web/server/files_spec.rb +0 -74
  106. data/spec/web/server/hosts_spec.rb +0 -55
  107. data/spec/web/server/proxy_spec.rb +0 -49
  108. data/tasks/spec.rb +0 -10
  109. data/tasks/yard.rb +0 -13
  110. metadata.gz.sig +0 -3
metadata CHANGED
@@ -1,125 +1,117 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: ronin-web
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.1
4
+ prerelease: 6
5
+ version: 0.3.0.pre1
5
6
  platform: ruby
6
7
  authors:
7
8
  - Postmodern
8
9
  autorequire:
9
10
  bindir: bin
10
- cert_chain:
11
- - |
12
- -----BEGIN CERTIFICATE-----
13
- MIIDQDCCAiigAwIBAgIBADANBgkqhkiG9w0BAQUFADBGMRgwFgYDVQQDDA9wb3N0
14
- bW9kZXJuLm1vZDMxFTATBgoJkiaJk/IsZAEZFgVnbWFpbDETMBEGCgmSJomT8ixk
15
- ARkWA2NvbTAeFw0wOTA2MDMwNDU5MDNaFw0xMDA2MDMwNDU5MDNaMEYxGDAWBgNV
16
- BAMMD3Bvc3Rtb2Rlcm4ubW9kMzEVMBMGCgmSJomT8ixkARkWBWdtYWlsMRMwEQYK
17
- CZImiZPyLGQBGRYDY29tMIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEA
18
- 1wvANkTDHFgVih5XLjuTwTZjgBq1lBGybXJiH6Id1lY2JOMqM5FB1DDHVvvij94i
19
- mJabN0zkzu6VKWC70y0IwOxY7CPokr0eFdK/D0y7mCq1P8QITv76i2YqAl0eYqIt
20
- W+IhIkANQ7E6uMZIZcdnfadC6lPAtlKkqtd9crvRbFgr6e3kyflmohbRnTEJHoRd
21
- 7SHHsybE6DSn7oTDs6XBTNrNIn5VfZA0z01eeos/+zBm1zKJOK2+/7xtLLDuDU9G
22
- +Rd+ltUBbvxUrMNZmDG29pnmN2xTRH+Q8HxD2AxlvM5SRpK6OeZaHV7PaCCAVZ4L
23
- T9BFl1sfMvRlABeGEkSyuQIDAQABozkwNzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIE
24
- sDAdBgNVHQ4EFgQUKwsd+PqEYmBvyaTyoL+uRuk+PhEwDQYJKoZIhvcNAQEFBQAD
25
- ggEBAB4TvHsrlbcXcKg6gX5BIb9tI+zGkpzo0Z7jnxMEcNO7NGGwmzafDBI/xZYv
26
- xkRH3/HXbGGYDOi6Q6gWt5GujSx0bOImDtYTJTH8jnzN92HzEK5WdScm1QpZKF1e
27
- cezArMbxbSPaosxTCtG6LQTkE28lFQsmFZ5xzouugS4h5+LVJiVMmiP+l3EfkjFa
28
- GOURU+rNEMPWo8MCWivGW7jes6BMzWHcW7DQ0scNVmIcCIgdyMmpscuAEOSeghy9
29
- /fFs57Ey2OXBL55nDOyvN/ZQ2Vab05UH4t+GCxjAPeirzL/29FBtePT6VD44c38j
30
- pDj+ws7QjtH/Qcrr1l9jfN0ehDs=
31
- -----END CERTIFICATE-----
11
+ cert_chain: []
32
12
 
33
- date: 2009-10-18 00:00:00 -07:00
34
- default_executable:
13
+ date: 2011-05-27 00:00:00 Z
35
14
  dependencies:
36
15
  - !ruby/object:Gem::Dependency
37
- name: mechanize
16
+ name: nokogiri
17
+ requirement: &id001 !ruby/object:Gem::Requirement
18
+ none: false
19
+ requirements:
20
+ - - ~>
21
+ - !ruby/object:Gem::Version
22
+ version: "1.4"
38
23
  type: :runtime
39
- version_requirement:
40
- version_requirements: !ruby/object:Gem::Requirement
24
+ prerelease: false
25
+ version_requirements: *id001
26
+ - !ruby/object:Gem::Dependency
27
+ name: mechanize
28
+ requirement: &id002 !ruby/object:Gem::Requirement
29
+ none: false
41
30
  requirements:
42
- - - ">="
31
+ - - ~>
43
32
  - !ruby/object:Gem::Version
44
- version: 0.9.3
45
- version:
33
+ version: "1.0"
34
+ type: :runtime
35
+ prerelease: false
36
+ version_requirements: *id002
46
37
  - !ruby/object:Gem::Dependency
47
38
  name: spidr
48
- type: :runtime
49
- version_requirement:
50
- version_requirements: !ruby/object:Gem::Requirement
39
+ requirement: &id003 !ruby/object:Gem::Requirement
40
+ none: false
51
41
  requirements:
52
- - - ">="
42
+ - - ~>
53
43
  - !ruby/object:Gem::Version
54
- version: 0.2.0
55
- version:
44
+ version: "0.2"
45
+ type: :runtime
46
+ prerelease: false
47
+ version_requirements: *id003
56
48
  - !ruby/object:Gem::Dependency
57
49
  name: sinatra
58
- type: :runtime
59
- version_requirement:
60
- version_requirements: !ruby/object:Gem::Requirement
50
+ requirement: &id004 !ruby/object:Gem::Requirement
51
+ none: false
61
52
  requirements:
62
- - - ">="
53
+ - - ~>
63
54
  - !ruby/object:Gem::Version
64
- version: 0.9.4
65
- version:
66
- - !ruby/object:Gem::Dependency
67
- name: ronin
55
+ version: "1.2"
68
56
  type: :runtime
69
- version_requirement:
70
- version_requirements: !ruby/object:Gem::Requirement
57
+ prerelease: false
58
+ version_requirements: *id004
59
+ - !ruby/object:Gem::Dependency
60
+ name: data_paths
61
+ requirement: &id005 !ruby/object:Gem::Requirement
62
+ none: false
71
63
  requirements:
72
- - - ">="
64
+ - - ~>
73
65
  - !ruby/object:Gem::Version
74
- version: 0.3.0
75
- version:
66
+ version: 0.3.0.rc1
67
+ type: :runtime
68
+ prerelease: false
69
+ version_requirements: *id005
76
70
  - !ruby/object:Gem::Dependency
77
- name: rspec
78
- type: :development
79
- version_requirement:
80
- version_requirements: !ruby/object:Gem::Requirement
71
+ name: ronin-support
72
+ requirement: &id006 !ruby/object:Gem::Requirement
73
+ none: false
81
74
  requirements:
82
- - - ">="
75
+ - - ~>
83
76
  - !ruby/object:Gem::Version
84
- version: 1.2.8
85
- version:
77
+ version: 0.2.0.rc1
78
+ type: :runtime
79
+ prerelease: false
80
+ version_requirements: *id006
86
81
  - !ruby/object:Gem::Dependency
87
- name: test-unit
88
- type: :development
89
- version_requirement:
90
- version_requirements: !ruby/object:Gem::Requirement
82
+ name: ronin
83
+ requirement: &id007 !ruby/object:Gem::Requirement
84
+ none: false
91
85
  requirements:
92
- - - "="
86
+ - - ~>
93
87
  - !ruby/object:Gem::Version
94
- version: 1.2.3
95
- version:
88
+ version: 1.1.0.rc1
89
+ type: :runtime
90
+ prerelease: false
91
+ version_requirements: *id007
96
92
  - !ruby/object:Gem::Dependency
97
- name: rack-test
98
- type: :development
99
- version_requirement:
100
- version_requirements: !ruby/object:Gem::Requirement
93
+ name: bundler
94
+ requirement: &id008 !ruby/object:Gem::Requirement
95
+ none: false
101
96
  requirements:
102
- - - ">="
97
+ - - ~>
103
98
  - !ruby/object:Gem::Version
104
- version: 0.4.1
105
- version:
106
- - !ruby/object:Gem::Dependency
107
- name: hoe
99
+ version: 1.0.10
108
100
  type: :development
109
- version_requirement:
110
- version_requirements: !ruby/object:Gem::Requirement
101
+ prerelease: false
102
+ version_requirements: *id008
103
+ - !ruby/object:Gem::Dependency
104
+ name: yard
105
+ requirement: &id009 !ruby/object:Gem::Requirement
106
+ none: false
111
107
  requirements:
112
- - - ">="
108
+ - - ~>
113
109
  - !ruby/object:Gem::Version
114
- version: 2.3.3
115
- version:
116
- description: |-
117
- Ronin Web is a Ruby library for Ronin that provides support for web
118
- scraping and spidering functionality.
119
-
120
- Ronin is a Ruby platform for exploit development and security research.
121
- Ronin allows for the rapid development and distribution of code, exploits
122
- or payloads over many common Source-Code-Management (SCM) systems.
110
+ version: 0.7.0
111
+ type: :development
112
+ prerelease: false
113
+ version_requirements: *id009
114
+ description: Ronin Web is a Ruby library for Ronin that provides support for web scraping and spidering functionality.
123
115
  email:
124
116
  - postmodern.mod3@gmail.com
125
117
  executables:
@@ -127,100 +119,133 @@ executables:
127
119
  extensions: []
128
120
 
129
121
  extra_rdoc_files:
130
- - History.txt
131
- - Manifest.txt
132
- - README.txt
122
+ - README.md
123
+ - ChangeLog.md
124
+ - COPYING.txt
133
125
  files:
134
- - History.txt
135
- - Manifest.txt
136
- - README.txt
126
+ - .document
127
+ - .gemtest
128
+ - .rspec
129
+ - .yardopts
130
+ - COPYING.txt
131
+ - ChangeLog.md
132
+ - Gemfile
133
+ - README.md
137
134
  - Rakefile
138
135
  - bin/ronin-web
136
+ - gemspec.yml
137
+ - lib/ronin/network/mixins/web.rb
139
138
  - lib/ronin/web.rb
140
139
  - lib/ronin/web/extensions.rb
141
140
  - lib/ronin/web/extensions/nokogiri.rb
142
141
  - lib/ronin/web/extensions/nokogiri/xml.rb
143
- - lib/ronin/web/extensions/nokogiri/xml/node.rb
144
- - lib/ronin/web/extensions/nokogiri/xml/text.rb
145
142
  - lib/ronin/web/extensions/nokogiri/xml/attr.rb
146
- - lib/ronin/web/extensions/nokogiri/xml/element.rb
147
143
  - lib/ronin/web/extensions/nokogiri/xml/document.rb
148
- - lib/ronin/web/server.rb
149
- - lib/ronin/web/server/helpers.rb
150
- - lib/ronin/web/server/helpers/rendering.rb
151
- - lib/ronin/web/server/helpers/files.rb
152
- - lib/ronin/web/server/helpers/hosts.rb
153
- - lib/ronin/web/server/helpers/proxy.rb
154
- - lib/ronin/web/server/base.rb
155
- - lib/ronin/web/server/files.rb
156
- - lib/ronin/web/server/hosts.rb
157
- - lib/ronin/web/server/proxy.rb
158
- - lib/ronin/web/server/app.rb
159
- - lib/ronin/web/server/web.rb
144
+ - lib/ronin/web/extensions/nokogiri/xml/element.rb
145
+ - lib/ronin/web/extensions/nokogiri/xml/node.rb
146
+ - lib/ronin/web/extensions/nokogiri/xml/text.rb
147
+ - lib/ronin/web/middleware.rb
148
+ - lib/ronin/web/middleware/base.rb
149
+ - lib/ronin/web/middleware/directories.rb
150
+ - lib/ronin/web/middleware/files.rb
151
+ - lib/ronin/web/middleware/filters.rb
152
+ - lib/ronin/web/middleware/filters/campaign_filter.rb
153
+ - lib/ronin/web/middleware/filters/ip_filter.rb
154
+ - lib/ronin/web/middleware/filters/path_filter.rb
155
+ - lib/ronin/web/middleware/filters/referer_filter.rb
156
+ - lib/ronin/web/middleware/filters/user_agent_filter.rb
157
+ - lib/ronin/web/middleware/filters/vhost_filter.rb
158
+ - lib/ronin/web/middleware/helpers.rb
159
+ - lib/ronin/web/middleware/proxy.rb
160
+ - lib/ronin/web/middleware/proxy_request.rb
161
+ - lib/ronin/web/middleware/request.rb
162
+ - lib/ronin/web/middleware/response.rb
163
+ - lib/ronin/web/middleware/router.rb
164
+ - lib/ronin/web/middleware/rule.rb
160
165
  - lib/ronin/web/proxy.rb
161
- - lib/ronin/web/proxy/base.rb
162
166
  - lib/ronin/web/proxy/app.rb
167
+ - lib/ronin/web/proxy/base.rb
163
168
  - lib/ronin/web/proxy/web.rb
169
+ - lib/ronin/web/server.rb
170
+ - lib/ronin/web/server/app.rb
171
+ - lib/ronin/web/server/base.rb
172
+ - lib/ronin/web/server/web.rb
164
173
  - lib/ronin/web/spider.rb
165
- - lib/ronin/web/web.rb
166
174
  - lib/ronin/web/version.rb
167
- - lib/ronin/network/helpers/web.rb
168
- - lib/ronin/scanners/web.rb
169
- - tasks/spec.rb
170
- - tasks/yard.rb
175
+ - lib/ronin/web/web.rb
176
+ - ronin-web.gemspec
177
+ - spec/helpers/output.rb
171
178
  - spec/spec_helper.rb
172
- - spec/web/helpers/server.rb
173
- - spec/web/helpers/root/index.html
174
- - spec/web/helpers/root/test.txt
175
- - spec/web/web_spec.rb
176
179
  - spec/web/extensions/nokogiri_spec.rb
180
+ - spec/web/helpers/rack_app.rb
181
+ - spec/web/helpers/root.rb
182
+ - spec/web/helpers/root/test1.txt
183
+ - spec/web/helpers/root/test1/index.html
184
+ - spec/web/helpers/root/test1/test1.txt
185
+ - spec/web/helpers/root/test2.txt
186
+ - spec/web/helpers/root/test2/test2.txt
187
+ - spec/web/helpers/root/test3.txt
188
+ - spec/web/helpers/root/test3/test3.txt
189
+ - spec/web/middleware/directories_spec.rb
190
+ - spec/web/middleware/files_spec.rb
191
+ - spec/web/middleware/filters/campaign_filter_spec.rb
192
+ - spec/web/middleware/filters/ip_filter_spec.rb
193
+ - spec/web/middleware/filters/path_filter_spec.rb
194
+ - spec/web/middleware/filters/referer_filter_spec.rb
195
+ - spec/web/middleware/filters/user_agent_filter_spec.rb
196
+ - spec/web/middleware/filters/vhost_filter_spec.rb
197
+ - spec/web/middleware/proxy_spec.rb
198
+ - spec/web/middleware/response_spec.rb
199
+ - spec/web/middleware/router_spec.rb
200
+ - spec/web/middleware/rule_spec.rb
201
+ - spec/web/proxy/base_spec.rb
202
+ - spec/web/server/base_spec.rb
177
203
  - spec/web/server/classes/public1/static1.txt
178
204
  - spec/web/server/classes/public2/static2.txt
179
- - spec/web/server/classes/files/dir/file.txt
180
- - spec/web/server/classes/files/dir/index.html
181
- - spec/web/server/classes/files/dir2/file2.txt
182
- - spec/web/server/classes/files/dir3/page.xml
183
- - spec/web/server/classes/files/file.txt
184
205
  - spec/web/server/classes/sub_app.rb
185
206
  - spec/web/server/classes/test_app.rb
186
- - spec/web/server/classes/files_app.rb
187
- - spec/web/server/classes/hosts_app.rb
188
- - spec/web/server/classes/proxy_app.rb
189
- - spec/web/server/helpers/server.rb
190
- - spec/web/server/base_spec.rb
191
- - spec/web/server/files_spec.rb
192
- - spec/web/server/hosts_spec.rb
193
- - spec/web/server/proxy_spec.rb
194
- - spec/web/proxy/base_spec.rb
195
- - spec/scanners/web_spec.rb
196
- has_rdoc: yard
197
- homepage: http://ronin.rubyforge.org/web/
198
- licenses: []
199
-
207
+ - spec/web/web_spec.rb
208
+ homepage: http://github.com/ronin-ruby/ronin-web
209
+ licenses:
210
+ - GPL-3
200
211
  post_install_message:
201
- rdoc_options:
202
- - --main
203
- - README.txt
212
+ rdoc_options: []
213
+
204
214
  require_paths:
205
215
  - lib
206
216
  required_ruby_version: !ruby/object:Gem::Requirement
217
+ none: false
207
218
  requirements:
208
219
  - - ">="
209
220
  - !ruby/object:Gem::Version
210
221
  version: "0"
211
- version:
212
222
  required_rubygems_version: !ruby/object:Gem::Requirement
223
+ none: false
213
224
  requirements:
214
225
  - - ">="
215
226
  - !ruby/object:Gem::Version
216
- version: "0"
217
- version:
227
+ version: 1.3.6
218
228
  requirements: []
219
229
 
220
- rubyforge_project: ronin
221
- rubygems_version: 1.3.5
230
+ rubyforge_project: ronin-web
231
+ rubygems_version: 1.8.1
222
232
  signing_key:
223
233
  specification_version: 3
224
- summary: Ronin Web is a Ruby library for Ronin that provides support for web scraping and spidering functionality
225
- test_files: []
226
-
234
+ summary: A Ruby library for Ronin that provides support for web scraping and spidering functionality.
235
+ test_files:
236
+ - spec/web/proxy/base_spec.rb
237
+ - spec/web/server/base_spec.rb
238
+ - spec/web/middleware/router_spec.rb
239
+ - spec/web/middleware/directories_spec.rb
240
+ - spec/web/middleware/files_spec.rb
241
+ - spec/web/middleware/rule_spec.rb
242
+ - spec/web/middleware/filters/campaign_filter_spec.rb
243
+ - spec/web/middleware/filters/user_agent_filter_spec.rb
244
+ - spec/web/middleware/filters/referer_filter_spec.rb
245
+ - spec/web/middleware/filters/path_filter_spec.rb
246
+ - spec/web/middleware/filters/ip_filter_spec.rb
247
+ - spec/web/middleware/filters/vhost_filter_spec.rb
248
+ - spec/web/middleware/response_spec.rb
249
+ - spec/web/middleware/proxy_spec.rb
250
+ - spec/web/extensions/nokogiri_spec.rb
251
+ - spec/web/web_spec.rb
data.tar.gz.sig DELETED
Binary file
@@ -1,64 +0,0 @@
1
- History.txt
2
- Manifest.txt
3
- README.txt
4
- Rakefile
5
- bin/ronin-web
6
- lib/ronin/web.rb
7
- lib/ronin/web/extensions.rb
8
- lib/ronin/web/extensions/nokogiri.rb
9
- lib/ronin/web/extensions/nokogiri/xml.rb
10
- lib/ronin/web/extensions/nokogiri/xml/node.rb
11
- lib/ronin/web/extensions/nokogiri/xml/text.rb
12
- lib/ronin/web/extensions/nokogiri/xml/attr.rb
13
- lib/ronin/web/extensions/nokogiri/xml/element.rb
14
- lib/ronin/web/extensions/nokogiri/xml/document.rb
15
- lib/ronin/web/server.rb
16
- lib/ronin/web/server/helpers.rb
17
- lib/ronin/web/server/helpers/rendering.rb
18
- lib/ronin/web/server/helpers/files.rb
19
- lib/ronin/web/server/helpers/hosts.rb
20
- lib/ronin/web/server/helpers/proxy.rb
21
- lib/ronin/web/server/helpers/files.rb
22
- lib/ronin/web/server/helpers/hosts.rb
23
- lib/ronin/web/server/base.rb
24
- lib/ronin/web/server/files.rb
25
- lib/ronin/web/server/hosts.rb
26
- lib/ronin/web/server/proxy.rb
27
- lib/ronin/web/server/app.rb
28
- lib/ronin/web/server/web.rb
29
- lib/ronin/web/proxy.rb
30
- lib/ronin/web/proxy/base.rb
31
- lib/ronin/web/proxy/app.rb
32
- lib/ronin/web/proxy/web.rb
33
- lib/ronin/web/spider.rb
34
- lib/ronin/web/web.rb
35
- lib/ronin/web/version.rb
36
- lib/ronin/network/helpers/web.rb
37
- lib/ronin/scanners/web.rb
38
- tasks/spec.rb
39
- tasks/yard.rb
40
- spec/spec_helper.rb
41
- spec/web/helpers/server.rb
42
- spec/web/helpers/root/index.html
43
- spec/web/helpers/root/test.txt
44
- spec/web/web_spec.rb
45
- spec/web/extensions/nokogiri_spec.rb
46
- spec/web/server/classes/public1/static1.txt
47
- spec/web/server/classes/public2/static2.txt
48
- spec/web/server/classes/files/dir/file.txt
49
- spec/web/server/classes/files/dir/index.html
50
- spec/web/server/classes/files/dir2/file2.txt
51
- spec/web/server/classes/files/dir3/page.xml
52
- spec/web/server/classes/files/file.txt
53
- spec/web/server/classes/sub_app.rb
54
- spec/web/server/classes/test_app.rb
55
- spec/web/server/classes/files_app.rb
56
- spec/web/server/classes/hosts_app.rb
57
- spec/web/server/classes/proxy_app.rb
58
- spec/web/server/helpers/server.rb
59
- spec/web/server/base_spec.rb
60
- spec/web/server/files_spec.rb
61
- spec/web/server/hosts_spec.rb
62
- spec/web/server/proxy_spec.rb
63
- spec/web/proxy/base_spec.rb
64
- spec/scanners/web_spec.rb