apollo-crawler 0.1.16 → 0.1.17

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    ZTBhZWYwM2RlZDk4N2QyOTUzNTk2YmEyMTcyZGVkMTdmY2Y3ZmQ0NQ==
+  data.tar.gz: !binary |-
+    YWI2NTZiYWYwNTlkNWZhYzIzMjU3Y2EyNjMyMzJkNzQyZjBlOTk5Zg==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    Mzg1NmQwYjJjZmEwYzA3OTc4ZDMzOTI1NTQ4MzMxNGU2ZTYyMTA4YzE3MDE2
+    NWU2MGQ5Yjk4MjQyOTdjODE4YzU3YTY0ZWFiMWIwN2U4YTMwZTdmMzgxZTYx
+    YmU1Y2YzNGVhNTgzZjUzNjQ2YThiNTE3YmJiZGJkMjlmOTZlZTM=
+  data.tar.gz: !binary |-
+    M2Y1NjJhZTUyMzM3ODg5NTE4Yjk3NjY4M2VhYjllZGYwNDNhYmJhZWM2OWUw
+    ZWU5NDVlMWE0NjYwZjcxNzNjZWE3NTBmMmI1ZDA4MGVlODU2ODc0NDdkOGRm
+    NzUxOTA0OTgzZjIyMTNjYzdkY2JiN2NjYWFiOTAwNWQxOTQyMmM=

data/lib/apollo_crawler/program/crawler_program.rb

@@ -36,6 +36,8 @@ require 'terminal-table'
 require 'eventmachine'
 require 'em-http'
 
+require 'fileutils'
+
 require File.join(File.dirname(__FILE__), '..', 'version') 
 
 # require File.join(File.dirname(__FILE__), 'config/crawler')

data/lib/apollo_crawler/version.rb

@@ -19,5 +19,5 @@
 # THE SOFTWARE.
 
 module Apollo
-	VERSION = '0.1.16'
+	VERSION = '0.1.17'
 end # Apollo

metadata

@@ -1,8 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: apollo-crawler
 version: !ruby/object:Gem::Version
-  version: 0.1.16
-  prerelease: 
+  version: 0.1.17
 platform: ruby
 authors:
 - Tomas Korcak
@@ -14,7 +13,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: awesome_print
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -30,7 +27,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -38,7 +34,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -46,7 +41,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: dalli
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -54,7 +48,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -62,7 +55,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: fastercsv
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -70,7 +62,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -78,7 +69,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: eventmachine
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -86,7 +76,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -94,7 +83,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: em-http-request
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -102,7 +90,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -110,7 +97,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: em-synchrony
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -118,7 +104,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -126,7 +111,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: amqp
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -134,7 +118,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -142,7 +125,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -150,7 +132,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -158,7 +139,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: memcache-client
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -166,7 +146,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -174,7 +153,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: mongo
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -182,7 +160,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -190,7 +167,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: mongoid
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -198,7 +174,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -206,7 +181,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: mime-types
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -214,7 +188,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -222,7 +195,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -230,7 +202,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -238,7 +209,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: openurl
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -246,7 +216,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -254,7 +223,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -262,7 +230,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -270,7 +237,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rack
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -278,7 +244,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -286,7 +251,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: terminal-table
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -294,7 +258,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -302,7 +265,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -310,7 +272,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -318,7 +279,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: writeexcel
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -326,7 +286,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -334,7 +293,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -342,7 +300,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -350,7 +307,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: guard
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -358,7 +314,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -366,7 +321,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: guard-rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -374,7 +328,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -382,7 +335,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: guard-rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -390,7 +342,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -402,69 +353,68 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- ./lib/apollo_crawler/lib.rb
-- ./lib/apollo_crawler/program/base_program.rb
-- ./lib/apollo_crawler/program/programs.rb
-- ./lib/apollo_crawler/program/crawler_program.rb
 - ./lib/apollo_crawler/fetcher/smart_fetcher.rb
+- ./lib/apollo_crawler/fetcher/fetchers.rb
 - ./lib/apollo_crawler/fetcher/simple_fetcher.rb
 - ./lib/apollo_crawler/fetcher/base_fetcher.rb
-- ./lib/apollo_crawler/fetcher/fetchers.rb
+- ./lib/apollo_crawler/lib.rb
 - ./lib/apollo_crawler/version.rb
+- ./lib/apollo_crawler/program/crawler_program.rb
+- ./lib/apollo_crawler/program/base_program.rb
+- ./lib/apollo_crawler/program/programs.rb
+- ./lib/apollo_crawler/logger/console_logger.rb
+- ./lib/apollo_crawler/logger/base_logger.rb
+- ./lib/apollo_crawler/logger/loggers.rb
+- ./lib/apollo_crawler/helper/core_helper.rb
+- ./lib/apollo_crawler/helper/helpers.rb
+- ./lib/apollo_crawler/config.rb
+- ./lib/apollo_crawler/cache/sqlite_cache.rb
+- ./lib/apollo_crawler/cache/factory.rb
+- ./lib/apollo_crawler/cache/null_cache.rb
+- ./lib/apollo_crawler/cache/memory_cache.rb
+- ./lib/apollo_crawler/cache/base_cache.rb
+- ./lib/apollo_crawler/cache/mongo_cache.rb
+- ./lib/apollo_crawler/cache/memcached_cache.rb
+- ./lib/apollo_crawler/cache/caches.rb
+- ./lib/apollo_crawler/crawler/xkcd_crawler.rb
+- ./lib/apollo_crawler/crawler/google_crawler.rb
+- ./lib/apollo_crawler/crawler/youjizz_crawler.rb
 - ./lib/apollo_crawler/crawler/slashdot_crawler.rb
-- ./lib/apollo_crawler/crawler/stackoverflow_crawler.rb
 - ./lib/apollo_crawler/crawler/hacker_news_crawler.rb
-- ./lib/apollo_crawler/crawler/youjizz_crawler.rb
-- ./lib/apollo_crawler/crawler/google_crawler.rb
 - ./lib/apollo_crawler/crawler/base_crawler.rb
-- ./lib/apollo_crawler/crawler/xkcd_crawler.rb
 - ./lib/apollo_crawler/crawler/crawlers.rb
-- ./lib/apollo_crawler/logger/loggers.rb
-- ./lib/apollo_crawler/logger/console_logger.rb
-- ./lib/apollo_crawler/logger/base_logger.rb
-- ./lib/apollo_crawler/config.rb
+- ./lib/apollo_crawler/crawler/stackoverflow_crawler.rb
 - ./lib/apollo_crawler/formatter/table_formatter.rb
 - ./lib/apollo_crawler/formatter/base_formatter.rb
 - ./lib/apollo_crawler/formatter/json_formatter.rb
 - ./lib/apollo_crawler/formatter/plain_formatter.rb
 - ./lib/apollo_crawler/formatter/formatters.rb
-- ./lib/apollo_crawler/cache/memcached_cache.rb
-- ./lib/apollo_crawler/cache/memory_cache.rb
-- ./lib/apollo_crawler/cache/mongo_cache.rb
-- ./lib/apollo_crawler/cache/null_cache.rb
-- ./lib/apollo_crawler/cache/factory.rb
-- ./lib/apollo_crawler/cache/caches.rb
-- ./lib/apollo_crawler/cache/sqlite_cache.rb
-- ./lib/apollo_crawler/cache/base_cache.rb
-- ./lib/apollo_crawler/store/base_store.rb
 - ./lib/apollo_crawler/store/stores.rb
-- ./lib/apollo_crawler/helper/core_helper.rb
-- ./lib/apollo_crawler/helper/helpers.rb
+- ./lib/apollo_crawler/store/base_store.rb
 - ./lib/apollo_crawler.rb
 - bin/apollo-crawler
 homepage: https://github.com/korczis/apollo-crawler
 licenses:
 - MIT
+metadata: {}
 post_install_message: Thanks for installing Apollo Crawler!
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.0.0
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Apollo Platform Crawler
 test_files: []