spider_rails 1.0.0 → 2.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 30ae9908f3168c9e14939e77e5d3744c46fd4b34
-  data.tar.gz: 76f7a134465a6b509c16a3a63a743b9a62fdd698
+  metadata.gz: 3d0b2b6ab974d2ceeaaaea749b23862f67cd0d83
+  data.tar.gz: cb3f0897927374a6a73ca6bd9bf1293d855e30c9
 SHA512:
-  metadata.gz: 26a0739c6bb166d7642104b6ad56d40356ca854c83c2345dcc2a964da667ea0f5359e038778bbcc3548760b51a9891c34cc80c4a5ec38a671e52c3176fbecb79
-  data.tar.gz: d5af6447509f0a8959ac060e2424c482216ab32792cfcef9c107366cc1f8f1bc813dabcf388e270a11658ebb3ce5ce98afb62bf8580558fbc72ae32f1487410b
+  metadata.gz: cbca2addfc03890b7974184a4bdfe6839ffb2c883b62fad49eefd3cc13d40946248b17a381924412d764b9ba55dc2f2b0d2620398b73f96f2888644fbdc115f1
+  data.tar.gz: 73712ec4cf1c5857526da925236e0a00d88036500571f159fa35c1b2d07010bdc4da42c4683f5ef58033fbadd6ddfdcd6ea62295dc6769fff5b47f1f34800848

data/lib/spider_rails/google_dict.rb

@@ -38,9 +38,9 @@ module Spider
 
     def get_card keyword
       @card = Hash.new
-      @b = open_browser "https://www.google.com.hk/search?newwindow=1&safe=strict&q=#{keyword}+define&oq=#{keyword}+define"
+      @env = open_browser "https://www.google.com.hk/search?newwindow=1&safe=strict&q=#{keyword}+define&oq=#{keyword}+define"
 
-      doc = Nokogiri::HTML.parse @b.html
+      doc = Nokogiri::HTML.parse @env.html
 
       GoogleDict.alias_methods :card, :voice, :word, :get_content
       card(doc, 'li.dct') do |c|
@@ -51,7 +51,7 @@ module Spider
         get_explain(c)
       end
 
-      @b.close
+      @env.close
       @card.delete(0)
       @card
     end
@@ -81,7 +81,7 @@ module Spider
     #end
 
     def element?(selector, &block)
-      e = @b.element(css: selector)
+      e = @env.element(css: selector)
       if yield e
       else
         'element is nil'

data/lib/spider_rails/ji_ying.rb

@@ -2,9 +2,9 @@ module Spider
   class JiYing < Common
     attr_accessor :ani
 
-    def initialize browser
+    def initialize environment
       @ani = Hash.new
-      @b = browser
+      @env = environment
     end
 
     def full_site
@@ -19,18 +19,19 @@ module Spider
     end
 
     def final_page
-      @b.element(css: '.title h2 a').text[/\(.+\)/].gsub!(/\(|\)/, '').to_i/100 + 1
+      @env.element(css: '.title h2 a').text[/\(.+\)/].gsub!(/\(|\)/, '').to_i/100 + 1
     end
 
     def full_page page_num
-      @b.goto "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=#{page_num}"
-      html = Nokogiri::HTML.parse @b.html
+      @env.goto "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=#{page_num}"
+      html = Nokogiri::HTML.parse @env.html
       html.css('ltext').each do |td|
         single(td)
       end
     end
 
     def single element
+      get(element)
       single_filter
       save Ani
     end
@@ -54,7 +55,7 @@ module Spider
         @ani = nil
       end
 
-      @ani[:torrent].prepend('http://bt.ktxp.com/')
+      @ani[:torrent].prepend('http://bt.ktxp.com')
     end
   end
 end

data/lib/spider_rails/version.rb

@@ -1,3 +1,3 @@
 module SpiderRails
-  VERSION = "1.0.0"
+  VERSION = "2.0.0"
 end

data/test/dummy/log/test.log

@@ -158,3 +158,95 @@ JiYingTest: test_save
    (0.2ms)  RELEASE SAVEPOINT active_record_1
    (0.2ms)  SELECT COUNT(*) FROM "anis"
    (0.3ms)  rollback transaction
+   (0.3ms)  begin transaction
+---------------------------
+JiYingTest: test_final_page
+---------------------------
+   (0.1ms)  rollback transaction
+   (0.1ms)  begin transaction
+--------------------------
+JiYingTest: test_full_page
+--------------------------
+   (0.1ms)  rollback transaction
+   (0.1ms)  begin transaction
+--------------------------
+JiYingTest: test_full_site
+--------------------------
+   (0.4ms)  rollback transaction
+   (0.1ms)  begin transaction
+--------------------
+JiYingTest: test_get
+--------------------
+   (0.2ms)  rollback transaction
+   (0.1ms)  begin transaction
+---------------------
+JiYingTest: test_save
+---------------------
+   (0.1ms)  SELECT COUNT(*) FROM "anis"
+   (0.1ms)  SAVEPOINT active_record_1
+  SQL (2.7ms)  INSERT INTO "anis" ("created_at", "title", "torrent", "updated_at") VALUES (?, ?, ?, ?)  [["created_at", Sun, 14 Jul 2013 14:55:59 UTC +00:00], ["title", "魔法"], ["torrent", "http://baidu.com"], ["updated_at", Sun, 14 Jul 2013 14:55:59 UTC +00:00]]
+   (0.1ms)  RELEASE SAVEPOINT active_record_1
+   (0.1ms)  SELECT COUNT(*) FROM "anis"
+   (0.2ms)  rollback transaction
+   (0.1ms)  begin transaction
+----------------------------------------------------------
+JiYingTest: test_single_filter_animation_name_include_"外挂"
+----------------------------------------------------------
+   (0.1ms)  rollback transaction
+   (0.1ms)  begin transaction
+--------------------------------------------------------------------
+JiYingTest: test_torrent_url_should_has_full_text_when_single_finish
+--------------------------------------------------------------------
+   (0.1ms)  rollback transaction
+   (0.1ms)  begin transaction
+---------------------------
+SpiderRailsTest: test_truth
+---------------------------
+   (0.1ms)  rollback transaction
+   (0.5ms)  begin transaction
+---------------------------
+JiYingTest: test_final_page
+---------------------------
+   (0.4ms)  begin transaction
+---------------------------
+JiYingTest: test_final_page
+---------------------------
+   (0.7ms)  rollback transaction
+   (0.4ms)  begin transaction
+--------------------------
+JiYingTest: test_full_page
+--------------------------
+   (1.3ms)  rollback transaction
+   (0.3ms)  begin transaction
+--------------------------
+JiYingTest: test_full_site
+--------------------------
+   (0.5ms)  begin transaction
+--------------------------------------------------------------------
+JiYingTest: test_torrent_url_should_has_full_text_when_single_finish
+--------------------------------------------------------------------
+   (0.5ms)  begin transaction
+--------------------------------------------------------------------
+JiYingTest: test_torrent_url_should_has_full_text_when_single_finish
+--------------------------------------------------------------------
+   (0.4ms)  rollback transaction
+   (0.5ms)  begin transaction
+--------------------------------------------------------------------
+JiYingTest: test_torrent_url_should_has_full_text_when_single_finish
+--------------------------------------------------------------------
+   (0.5ms)  begin transaction
+--------------------------------------------------------------------
+JiYingTest: test_torrent_url_should_has_full_text_when_single_finish
+--------------------------------------------------------------------
+   (0.3ms)  SAVEPOINT active_record_1
+  SQL (3.1ms)  INSERT INTO "anis" ("created_at", "title", "torrent", "updated_at") VALUES (?, ?, ?, ?)  [["created_at", Sun, 14 Jul 2013 15:01:20 UTC +00:00], ["title", "【诸神字幕组】[冰菓/冰果 Hyouka][01-22合集+OAD][720P][外挂中日文字幕][BD-MP4]"], ["torrent", "http://bt.ktxp.com//down/1373543782/24e913ee8f4817b3e78fc530a62cf183e1814a31.torrent"], ["updated_at", Sun, 14 Jul 2013 15:01:20 UTC +00:00]]
+   (0.2ms)  RELEASE SAVEPOINT active_record_1
+   (0.3ms)  rollback transaction
+   (0.4ms)  begin transaction
+--------------------------------------------------------------------
+JiYingTest: test_torrent_url_should_has_full_text_when_single_finish
+--------------------------------------------------------------------
+   (0.2ms)  SAVEPOINT active_record_1
+  SQL (2.8ms)  INSERT INTO "anis" ("created_at", "title", "torrent", "updated_at") VALUES (?, ?, ?, ?)  [["created_at", Sun, 14 Jul 2013 15:08:35 UTC +00:00], ["title", "【诸神字幕组】[冰菓/冰果 Hyouka][01-22合集+OAD][720P][外挂中日文字幕][BD-MP4]"], ["torrent", "http://bt.ktxp.com/down/1373543782/24e913ee8f4817b3e78fc530a62cf183e1814a31.torrent"], ["updated_at", Sun, 14 Jul 2013 15:08:35 UTC +00:00]]
+   (0.2ms)  RELEASE SAVEPOINT active_record_1
+   (0.3ms)  rollback transaction

data/test/ji_ying_test.rb

@@ -5,15 +5,15 @@ class JiYingTest < ActiveSupport::TestCase
 
   def setup
     Browser.close_all_chromes
-    @b = Browser.open_browser "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=1"
-    @jy = Spider::JiYing.new @b
+    @env = Browser.open_browser "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=1"
+    @jy = Spider::JiYing.new @env
 
-    html = Nokogiri::HTML.parse @b.html
+    html = Nokogiri::HTML.parse @env.html
     @e = html.css('.ltext').first
   end
 
   def teardown
-    @b.close
+    @env.close
   end
 
   test 'get' do
@@ -38,7 +38,8 @@ class JiYingTest < ActiveSupport::TestCase
   end
 
   test 'torrent url should has full text when single finish' do
-    assert_match(/http:\/\/bt\.ktxp\.com\/down.*/, @jy.ani[:torrent])
+    @jy.single @e
+    assert_match(/http\:\/\/bt.ktxp.com\/down.*/, @jy.ani[:torrent])
   end
 
   test 'full_page' do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: spider_rails
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 2.0.0
 platform: ruby
 authors:
 - zhuxingruo