spidr 0.2.7 → 0.3.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (33) hide show
  1. data/.rspec +1 -0
  2. data/ChangeLog.md +56 -31
  3. data/Gemfile +7 -21
  4. data/LICENSE.txt +1 -2
  5. data/README.md +7 -6
  6. data/Rakefile +13 -23
  7. data/gemspec.yml +19 -0
  8. data/lib/spidr/actions/actions.rb +1 -1
  9. data/lib/spidr/agent.rb +21 -6
  10. data/lib/spidr/auth_store.rb +1 -1
  11. data/lib/spidr/body.rb +99 -0
  12. data/lib/spidr/extensions/uri.rb +14 -7
  13. data/lib/spidr/headers.rb +323 -0
  14. data/lib/spidr/links.rb +229 -0
  15. data/lib/spidr/page.rb +32 -536
  16. data/lib/spidr/sanitizers.rb +3 -3
  17. data/lib/spidr/session_cache.rb +1 -0
  18. data/lib/spidr/version.rb +1 -1
  19. data/spec/actions_spec.rb +6 -8
  20. data/spec/auth_store_spec.rb +28 -28
  21. data/spec/cookie_jar_spec.rb +49 -60
  22. data/spec/extensions/uri_spec.rb +4 -0
  23. data/spec/filters_spec.rb +8 -0
  24. data/spec/page_spec.rb +0 -7
  25. data/spec/rules_spec.rb +8 -6
  26. data/spec/sanitizers_spec.rb +10 -16
  27. data/spec/spec_helper.rb +1 -12
  28. data/spec/spidr_spec.rb +11 -11
  29. data/spidr.gemspec +11 -110
  30. metadata +24 -52
  31. data/.gitignore +0 -9
  32. data/.specopts +0 -1
  33. data/Gemfile.lock +0 -39
data/.gitignore DELETED
@@ -1,9 +0,0 @@
1
- pkg
2
- doc
3
- web
4
- tmp
5
- .DS_Store
6
- .bundle
7
- .yardoc
8
- *.swp
9
- *~
data/.specopts DELETED
@@ -1 +0,0 @@
1
- --colour --format specdoc
data/Gemfile.lock DELETED
@@ -1,39 +0,0 @@
1
- GIT
2
- remote: git://github.com/technicalpickles/jeweler.git
3
- revision: 7856803
4
- specs:
5
- jeweler (1.4.0)
6
- bundler (>= 0.9.5)
7
- gemcutter (>= 0.1.0)
8
- git (>= 1.2.5)
9
- rake
10
-
11
- GEM
12
- remote: https://rubygems.org/
13
- specs:
14
- gemcutter (0.6.1)
15
- git (1.2.5)
16
- json_pure (1.4.6)
17
- nokogiri (1.4.3.1)
18
- rack (1.2.1)
19
- rake (0.8.7)
20
- rdiscount (1.6.5)
21
- rspec (1.3.0)
22
- sinatra (1.0)
23
- rack (>= 1.0)
24
- wsoc (0.1.3)
25
- json_pure (~> 1.4.0)
26
- sinatra (~> 1.0)
27
- yard (0.5.8)
28
-
29
- PLATFORMS
30
- ruby
31
-
32
- DEPENDENCIES
33
- jeweler (~> 1.4.0)!
34
- nokogiri (>= 1.3.0)
35
- rake (~> 0.8.7)
36
- rdiscount (~> 1.6.3)
37
- rspec (~> 1.3.0)
38
- wsoc (~> 0.1.3)
39
- yard (~> 0.5.3)