spider_rails 4.0.0 → 4.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 63f087307609e302b593faa387fd969c7243632e
-  data.tar.gz: 93b454e79515ce8c2a839b553305a897be598927
+  metadata.gz: 45eb0723b5f87fe4d47fe672b0731b2b023a6c9c
+  data.tar.gz: 7c08ae9a4ba6499bcda5b4c01038a0695e378d39
 SHA512:
-  metadata.gz: 4b66c929ac8de53ae3ad6098e5c84de7d8fecee9069f856d4f0436f24b7f89f198b832945ede4f607f5d75cd15cfe804422376fc6e319f5bee7a22bc872cc387
-  data.tar.gz: 0a3fe1a71289756f22760cdd2febee34861cdcc0518f3cae2d4ed2258543fd82b3219225ab48e9dd0558852bffd8b53ea4b6eb0bfeeb5da3cb3e43759f928325
+  metadata.gz: 61551419495a9dd7cd11cdb81a81e8a79fc5d0dd8e840ac7dbc3eb292979911e5f626e933c1a9f704cba42cd14933a3e5f756aab4f1c40ddb9cbeb96dc435f61
+  data.tar.gz: aa82ef9627e5661cdb32e4face134711249599dcde520238982469aa089cbbfb6d0fcecf13a3bf7f02556f905244b20e34b9f96836eed55dda31f15304e0b2b8

data/Rakefile

@@ -14,19 +14,8 @@ RDoc::Task.new(:rdoc) do |rdoc|
   rdoc.rdoc_files.include('lib/**/*.rb')
 end
 
-
-
-
 Bundler::GemHelper.install_tasks
 
-require 'rake/testtask'
-
-Rake::TestTask.new(:test) do |t|
-  t.libs << 'lib'
-  t.libs << 'test'
-  t.pattern = 'test/**/*_test.rb'
-  t.verbose = false
-end
-
+require 'rspec/core/rake_task'
 
-task default: :test
+RSpec::Core::RakeTask.new(:spec)

data/lib/spider_rails/common.rb

@@ -43,6 +43,7 @@ module Spider
   class << self
     def open_browser url
       @browser = Watir::Browser.new :chrome, switches: %w( --user-data-dir=/home/zxr/.config/google-chrome)
+      #@browser = Watir::Browser.new :chrome
       @browser.goto url
       @browser
     end
@@ -58,3 +59,4 @@ module Spider
 end
 
 
+

data/lib/spider_rails/ji_ying.rb

@@ -1,11 +1,19 @@
 module Spider
   class JiYing < Common
-    attr_accessor :ani, :anis
+    attr_accessor :ani, :anis, :page
 
     def initialize page
       @ani = Hash.new
       @anis = Array.new
       @page = page
+      @base_url = page.url.gsub!(/\b\d(.html)?/, '')
+
+      if @base_url.include?('search')
+        @mode = 'search'
+      else
+        @mode = 'normal'
+      end
+
     end
 
     def full_site
@@ -20,40 +28,50 @@ module Spider
     end
 
     def final_page
-      @page.element(css: '.title h2 a').text[/\(.+\)/].gsub!(/\(|\)/, '').to_i/100 + 1
+      if @mode == 'search'
+        fp = @page.element(css: '.title h2 a').text[/\(.+\)/].gsub!(/\(|\)/, '').to_i/100 + 1
+      else
+        fp = @page.element(css: 'a.pager-last').text.to_i
+      end
+      fp
     end
 
     def full_page page_num
-      @page.goto "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=#{page_num}"
-      html = Nokogiri::HTML.parse @page.html
-      html.css('.ltext').each do |td|
-        single(td)
+      case @mode
+        when 'search'
+          @page.goto "#{@base_url}#{page_num}"
+          html = Nokogiri::HTML.parse @page.html
+          html.css('.ltext').each do |td|
+            sing le(td)
+          end
+        when 'normal'
+          @page.goto "#{@base_url}#{page_num}.html"
       end
     end
 
-    def single element
+    def single element, &block
       get(element)
-      @anis << single_filter
+      @anis
     end
 
     def get(element)
       element.css('a.quick-down').each do |a|
-        @ani[:torrent] = a['href']
-      end
-      element.css('a.quick-down+a').each do |a|
-        @ani[:title] = a.content
+        @ani[:torrent] = 'http://bt.ktxp.com' + a['href']
       end
+      @ani[:title],
+      @ani[:size],
+      @ani[:finish] = get_content(element, 'a.quick-down+a', 'td.ltext+td', 'td.ltext+td+td+td+td')
       @ani
     end
 
-    def single_filter
-      if @ani[:title][/外挂/u]
-        @ani[:torrent].prepend('http://bt.ktxp.com') if @ani[:torrent]
-      else
-        @ani[:title] = nil
+    def get_content(element, *selectors)
+      tds = Array.new
+      selectors.each do |selector|
+        element.css(selector).each do |td|
+          tds << td.text
+        end
       end
-
-      @ani if @ani
+      tds
     end
   end
 end

data/lib/spider_rails/version.rb

@@ -1,3 +1,3 @@
 module SpiderRails
-  VERSION = "4.0.0"
+  VERSION = "4.0.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: spider_rails
 version: !ruby/object:Gem::Version
-  version: 4.0.0
+  version: 4.0.1
 platform: ruby
 authors:
 - zhuxingruo