daimon_skycrawlers 0.7.1 → 0.7.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 10bfbc0d0b9e7a59c63a71543cc1e9d3793476d2
-  data.tar.gz: 2804d5c706f194fc6532df004652e4c73d6a8edf
+  metadata.gz: 01cf8887ce71dff448a5130eadb47e702643a042
+  data.tar.gz: 280aca91923bbb0f40af2996074b1d2f32a7e5ed
 SHA512:
-  metadata.gz: 4df3795d85674a75f52c5881a7b395851b0d95ea8773b0ae7358348e31c6591432eeafe3970f128265d643e5b30d97ea477ddd40d6d7aa35a5bfad541b1b7728
-  data.tar.gz: ab0cc9c39f18e0af8a5e2e462e4406e4b70a34ce156f84ef90260cca13ac26d72fc4a00856019f9a206ca9ba4d495117c879837684833e5560fde2387789c5e5
+  metadata.gz: 81fe7008849bb2ef7936e2b169671c275669692d77440b2ebada247870fc0a67d08ccad2b9c1c5255c253a90ae22a81c221c163f1dc1b007918f4cc3f90f89fe
+  data.tar.gz: ea67f734ed38fb348d4385ec7b603b88385b2c9f5161ba4765980fa8e355e754b08b680106e2da5e75a4badf4a98287c8f1ecb0b12ce60f140bbeeeb4487bc0f

data/.travis.yml

@@ -5,7 +5,7 @@ rvm:
   - 2.2.5
   - 2.3.1
 
-before_install: gem install bundler -v 1.11.2
+before_install: gem update bundler
 
 services:
   - rabbitmq

data/LICENSE.txt

@@ -1,6 +1,6 @@
 The MIT License (MIT)
 
-Copyright (c) 2016 Ryunosuke SATO
+Copyright (c) 2016 daimon developers
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

data/daimon_skycrawlers.gemspec

@@ -6,8 +6,8 @@ require "daimon_skycrawlers/version"
 Gem::Specification.new do |spec|
   spec.name          = "daimon_skycrawlers"
   spec.version       = DaimonSkycrawlers::VERSION
-  spec.authors       = ["Ryunosuke SATO"]
-  spec.email         = ["tricknotes.rs@gmail.com"]
+  spec.authors       = ["daimon developers"]
+  spec.email         = []
 
   spec.summary       = %q{This is a crawler framework.}
   spec.description   = %q{This is a crawler framework.}
@@ -18,7 +18,6 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "bundler", "~> 1.11"
   spec.add_dependency "thor"
   spec.add_dependency "songkick_queue"
   spec.add_dependency "faraday"
@@ -31,6 +30,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "typhoeus"
   spec.add_dependency "webrobots"
 
+  spec.add_development_dependency "bundler", "~> 1.11"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "test-unit"
   spec.add_development_dependency "test-unit-rr"

data/lib/daimon_skycrawlers/filter/update_checker.rb

@@ -28,10 +28,11 @@ module DaimonSkycrawlers
         page = storage.find(url)
         return true unless page
         if connection
-          headers = connection.head(url)
+          response = connection.head(url)
         else
-          headers = Faraday.head(url)
+          response = Faraday.head(url)
         end
+        headers = response.headers
         case
         when headers.key?("etag") && page.etag
           headers["etag"] != page.etag

data/lib/daimon_skycrawlers/version.rb

@@ -1,3 +1,3 @@
 module DaimonSkycrawlers
-  VERSION = "0.7.1"
+  VERSION = "0.7.2"
 end

data/sample/spider/config/init.rb

@@ -4,7 +4,7 @@ require "daimon_skycrawlers/queue"
 
 DaimonSkycrawlers.configure do |config|
   config.logger = DaimonSkycrawlers::Logger.default
-  config.logger.level = :debug
+  config.logger.level = ::Logger::DEBUG
   config.crawler_interval = 1
   config.shutdown_interval = 30
 end

metadata

@@ -1,29 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: daimon_skycrawlers
 version: !ruby/object:Gem::Version
-  version: 0.7.1
+  version: 0.7.2
 platform: ruby
 authors:
-- Ryunosuke SATO
+- daimon developers
 autorequire: 
 bindir: bin
 cert_chain: []
 date: 2016-10-25 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.11'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '1.11'
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -178,6 +164,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -291,8 +291,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 description: This is a crawler framework.
-email:
-- tricknotes.rs@gmail.com
+email: []
 executables:
 - daimon_skycrawlers
 extensions: []