spidr_epg_gem 0.0.0 → 0.0.1

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NzdmOTg4MGRhNTFkZDQwOGY4NGQ2ZjY2ZjExYjI3NzE4M2Y0NDVjOQ==
+    YjQ1NjIzN2NiMGVhMGQyMmFiZjNkYTJlMWI3NzdkNTg3NGViNmE1ZA==
   data.tar.gz: !binary |-
-    YjY2Yjg4MTMxMTU5MDRiMDdiNzU5MTg1Yzc1ZmZkOGMzYTY4YTZkZA==
+    OGViODFmYmViMzAxMmVkMzU4NjVkNDU1MzE2Y2I1MzZiYzQ2NjA2Yw==
 !binary "U0hBNTEy":
   metadata.gz: !binary |-
-    Y2NkNTBkMjRkODk3NGY1MWJjZWZmYzcxNGU2Y2E0MTgyYWE0ZmFkODBmZjk5
-    MDk0MjE2MGQ1ZDRlYWU1MGU4ZmFmOGM4ZDViYjlkNDFlOTlmMTIxNjM0NDVi
-    YTViNjFmNzU5YmVkMThkNGZjMThhYjU1YzQ4MTI4OGJjMDU5ZDA=
+    Y2UxZDQ4ZGRiMTRiMTM4ZWE3M2FhNzczODY4OTg0YjJhYjUxOGIyZjZlZDFk
+    OTkxMjM4NWNmNTk0ZGQ1Y2E1ZTRkMTc0MGE4NmJlNThiZjExMjg1MjA2NjUy
+    MDY0NGZmMTNkNjZhOGQwZjViZTExMDhiNGUwNDMxMzdlYmUwYTk=
   data.tar.gz: !binary |-
-    OTA0OWI4OGYwZDBkOWM4ZjFlYmU1YzkyYWMwMzhjNjc1NTUxZDEyZTRkYjgy
-    NjZjMTljNTYwYWNhZDNhMTNiYzhlMTU5NzY2ZmIzOGZhMDM1Zjc1YWE5MDJl
-    ZGFjMmY2ZTY2Zjc0ODM5M2Y0MjM4NjI0YmIxN2Y1OWNjZDcxMzQ=
+    NTk5NmZmODVkOTRlZTc1MWY4YWMyNDUyY2UyNWJlOGVmNzQzOTliZjAwZTE3
+    Y2RkNzk2YTU0MDhiNzQ3M2FjYzBjNDViNTc0YzNiYjllMjcxZTU3ZjBhNzBl
+    NGVhNzMzOGI1MjVjZTU4NWFiN2U5YjZkMDRiMTk4ODU3ZGNhZjQ=

data/config_spidr_introductions

@@ -0,0 +1,8 @@
+关于配置配置文件的说明：
+
+Spidr_config:
+    spidr_tvmao: #关于spidr的名称
+        spidr_url_config:    #关于spidr_url的要求
+              include:[]     #必须包含的
+              exclude: []    #需要排除的
+              regex: []      #正则匹配

data/lib/spidr_epg/agent.rb

@@ -11,6 +11,7 @@ require 'spidr/spidr'
 require 'openssl'
 require 'net/http'
 require 'set'
+require 'yaml'
 
 module Spidr
   class Agent
@@ -20,6 +21,9 @@ module Spidr
     include Events
     include Actions
 
+    # Config with Spidr
+    attr_accessor :config_spidr
+
     # HTTP Host Header to use
     attr_accessor :host_header
 
@@ -121,6 +125,13 @@ module Spidr
         @host_headers.merge!(options[:host_headers])
       end
 
+      if options[:path_spidr_config]
+        path = options[:path_spidr_config]
+        self.config_spidr= YAML.load_file(path)
+      else
+        self.config_spidr= nil
+      end
+
       @user_agent = options.fetch(:user_agent,Spidr.user_agent)
       @referer    = options[:referer]
 
@@ -487,8 +498,13 @@ module Spidr
           return false
         rescue Actions::Action
         end
-        
-        @queue << url
+        unless self.config_spidr
+          @queue << url
+        else
+          unless self.running?
+
+          end
+        end
         @levels[url] = level
         return true
       end

data/lib/spidr_epg/spidr.rb

@@ -95,4 +95,6 @@ module Spidr
   def Spidr.site(url,options={},&block)
     Agent.site(url,options,&block)
   end
+
+
 end

data/spidr_epg_gem.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
   s.platform    = Gem::Platform::RUBY
   s.name        = 'spidr_epg_gem'
-  s.version     = '0.0.0'
+  s.version     = '0.0.1'
   s.date = %q{2013-04-15}
   s.summary = 'Use for crwaling EPG'
   s.description = 'Use for crwaling EPG'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: spidr_epg_gem
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.0.1
 platform: ruby
 authors:
 - zql
@@ -16,6 +16,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- config_spidr_introductions
 - lib/spidr.rb
 - lib/spidr_epg.rb
 - lib/spidr_epg/actions.rb