RubyGems - web_crawler - Versions diffs - 0.2.0 - Mend

web_crawler 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (49) hide show

data/.gitignore +5 -0
data/.rspec +1 -0
data/Gemfile +11 -0
data/README +1 -0
data/Rakefile +2 -0
data/bin/wcrawler +13 -0
data/lib/ext/array.rb +100 -0
data/lib/ext/hash.rb +45 -0
data/lib/ext/http_response.rb +19 -0
data/lib/web_crawler/application.rb +49 -0
data/lib/web_crawler/batch_request.rb +63 -0
data/lib/web_crawler/cache_adapter/base.rb +33 -0
data/lib/web_crawler/cache_adapter/file.rb +52 -0
data/lib/web_crawler/cache_adapter/memory.rb +23 -0
data/lib/web_crawler/cache_adapter.rb +11 -0
data/lib/web_crawler/cached_request.rb +30 -0
data/lib/web_crawler/cli/thor_hooks.rb +94 -0
data/lib/web_crawler/cli/thor_inherited_options.rb +26 -0
data/lib/web_crawler/cli.rb +122 -0
data/lib/web_crawler/configuration.rb +87 -0
data/lib/web_crawler/factory_url.rb +58 -0
data/lib/web_crawler/follower.rb +26 -0
data/lib/web_crawler/handler.rb +45 -0
data/lib/web_crawler/parsers/url.rb +52 -0
data/lib/web_crawler/parsers.rb +5 -0
data/lib/web_crawler/request.rb +59 -0
data/lib/web_crawler/response.rb +45 -0
data/lib/web_crawler/utility.rb +65 -0
data/lib/web_crawler/version.rb +9 -0
data/lib/web_crawler/view/csv.rb +20 -0
data/lib/web_crawler/view/json.rb +9 -0
data/lib/web_crawler/view/plain.rb +9 -0
data/lib/web_crawler/view/runner.rb +20 -0
data/lib/web_crawler/view/table.rb +69 -0
data/lib/web_crawler/view/xml.rb +38 -0
data/lib/web_crawler/view.rb +44 -0
data/lib/web_crawler.rb +38 -0
data/spec/fake_web_generator.rb +44 -0
data/spec/spec_helper.rb +17 -0
data/spec/web_crawler/batch_request_spec.rb +45 -0
data/spec/web_crawler/cached_request_spec.rb +31 -0
data/spec/web_crawler/factory_url_spec.rb +34 -0
data/spec/web_crawler/follow_spec.rb +32 -0
data/spec/web_crawler/request_spec.rb +29 -0
data/spec/web_crawler/response_spec.rb +27 -0
data/spec/web_crawler/url_parser_spec.rb +41 -0
data/spec/web_crawler/view_spec.rb +95 -0
data/web_crawler.gemspec +30 -0
metadata +151 -0

metadata ADDED Viewed

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification
+name: web_crawler
+version: !ruby/object:Gem::Version
+  prerelease: false
+  segments:
+  - 0
+  - 2
+  - 0
+  version: 0.2.0
+platform: ruby
+authors:
+- Anton Sozontov
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2011-05-31 00:00:00 +04:00
+default_executable:
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        segments:
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency
+  name: rspec
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        segments:
+        - 2
+        - 6
+        version: "2.6"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency
+  name: fakeweb
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        segments:
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id003
+description: Web crawler help you with parse and collect data from the web
+email:
+- a.sozontov@gmail.com
+executables:
+- wcrawler
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- README
+- Rakefile
+- bin/wcrawler
+- lib/ext/array.rb
+- lib/ext/hash.rb
+- lib/ext/http_response.rb
+- lib/web_crawler.rb
+- lib/web_crawler/application.rb
+- lib/web_crawler/batch_request.rb
+- lib/web_crawler/cache_adapter.rb
+- lib/web_crawler/cache_adapter/base.rb
+- lib/web_crawler/cache_adapter/file.rb
+- lib/web_crawler/cache_adapter/memory.rb
+- lib/web_crawler/cached_request.rb
+- lib/web_crawler/cli.rb
+- lib/web_crawler/cli/thor_hooks.rb
+- lib/web_crawler/cli/thor_inherited_options.rb
+- lib/web_crawler/configuration.rb
+- lib/web_crawler/factory_url.rb
+- lib/web_crawler/follower.rb
+- lib/web_crawler/handler.rb
+- lib/web_crawler/parsers.rb
+- lib/web_crawler/parsers/url.rb
+- lib/web_crawler/request.rb
+- lib/web_crawler/response.rb
+- lib/web_crawler/utility.rb
+- lib/web_crawler/version.rb
+- lib/web_crawler/view.rb
+- lib/web_crawler/view/csv.rb
+- lib/web_crawler/view/json.rb
+- lib/web_crawler/view/plain.rb
+- lib/web_crawler/view/runner.rb
+- lib/web_crawler/view/table.rb
+- lib/web_crawler/view/xml.rb
+- spec/fake_web_generator.rb
+- spec/spec_helper.rb
+- spec/web_crawler/batch_request_spec.rb
+- spec/web_crawler/cached_request_spec.rb
+- spec/web_crawler/factory_url_spec.rb
+- spec/web_crawler/follow_spec.rb
+- spec/web_crawler/request_spec.rb
+- spec/web_crawler/response_spec.rb
+- spec/web_crawler/url_parser_spec.rb
+- spec/web_crawler/view_spec.rb
+- web_crawler.gemspec
+has_rdoc: false
+homepage: ""
+licenses: []
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      segments:
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      segments:
+      - 0
+      version: "0"
+requirements: []
+rubyforge_project: web_crawler
+rubygems_version: 1.3.7
+signing_key:
+specification_version: 3
+summary: Web crawler help you with parse and collect data from the web
+test_files: []