spider_rails 3.0.0 → 4.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 71a2df3105767c214ab9776e954725227028d060
-  data.tar.gz: e57041ded0a29267bc9c708e81ea50756e583330
+  metadata.gz: 63f087307609e302b593faa387fd969c7243632e
+  data.tar.gz: 93b454e79515ce8c2a839b553305a897be598927
 SHA512:
-  metadata.gz: 8a7f84e89c013f9c2c2539538b1a102da492b969cbc8018046377590d5a8eb9c2f5ab6fe2f464f7ddb568080db3d72e32ea94090890fd3dc1a1c676a6d5aa1a3
-  data.tar.gz: 0753e4629a9d585b5749aca29f9f53de626e5498a94bfc85103e999baec401a3dd6ec4fa84a14bb6b5f92348ed9b9b51dc42f30e771201510dff4f07b5bfef8c
+  metadata.gz: 4b66c929ac8de53ae3ad6098e5c84de7d8fecee9069f856d4f0436f24b7f89f198b832945ede4f607f5d75cd15cfe804422376fc6e319f5bee7a22bc872cc387
+  data.tar.gz: 0a3fe1a71289756f22760cdd2febee34861cdcc0518f3cae2d4ed2258543fd82b3219225ab48e9dd0558852bffd8b53ea4b6eb0bfeeb5da3cb3e43759f928325

data/lib/spider_rails/common.rb

@@ -40,20 +40,18 @@ module Spider
 
   end
 
-  class Browser
-    class << self
-      def open_browser url
-        @browser = Watir::Browser.new :chrome, switches: %w( --user-data-dir=/home/zxr/.config/google-chrome)
-        @browser.goto url
-        @browser
-      end
-
-      def close_all_chromes
-        chromes = `xdotool search 'google-chrome'`
-        chromes = chromes.split(/\s+/)
-        chromes.each do |chrome|
-          `xdotool windowkill #{chrome}`
-        end
+  class << self
+    def open_browser url
+      @browser = Watir::Browser.new :chrome, switches: %w( --user-data-dir=/home/zxr/.config/google-chrome)
+      @browser.goto url
+      @browser
+    end
+
+    def close_all_chromes
+      chromes = `xdotool search 'google-chrome'`
+      chromes = chromes.split(/\s+/)
+      chromes.each do |chrome|
+        `xdotool windowkill #{chrome}`
       end
     end
   end

data/lib/spider_rails/google_dict.rb

@@ -38,9 +38,9 @@ module Spider
 
     def get_card keyword
       @card = Hash.new
-      @env = open_browser "https://www.google.com.hk/search?newwindow=1&safe=strict&q=#{keyword}+define&oq=#{keyword}+define"
+      @page = open_browser "https://www.google.com.hk/search?newwindow=1&safe=strict&q=#{keyword}+define&oq=#{keyword}+define"
 
-      doc = Nokogiri::HTML.parse @env.html
+      doc = Nokogiri::HTML.parse @page.html
 
       GoogleDict.alias_methods :card, :voice, :word, :get_content
       card(doc, 'li.dct') do |c|
@@ -51,7 +51,7 @@ module Spider
         get_explain(c)
       end
 
-      @env.close
+      @page.close
       @card.delete(0)
       @card
     end
@@ -81,7 +81,7 @@ module Spider
     #end
 
     def element?(selector, &block)
-      e = @env.element(css: selector)
+      e = @page.element(css: selector)
       if yield e
       else
         'element is nil'

data/lib/spider_rails/ji_ying.rb

@@ -1,10 +1,11 @@
 module Spider
   class JiYing < Common
-    attr_accessor :ani
+    attr_accessor :ani, :anis
 
-    def initialize environment
+    def initialize page
       @ani = Hash.new
-      @env = environment
+      @anis = Array.new
+      @page = page
     end
 
     def full_site
@@ -19,12 +20,12 @@ module Spider
     end
 
     def final_page
-      @env.element(css: '.title h2 a').text[/\(.+\)/].gsub!(/\(|\)/, '').to_i/100 + 1
+      @page.element(css: '.title h2 a').text[/\(.+\)/].gsub!(/\(|\)/, '').to_i/100 + 1
     end
 
     def full_page page_num
-      @env.goto "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=#{page_num}"
-      html = Nokogiri::HTML.parse @env.html
+      @page.goto "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=#{page_num}"
+      html = Nokogiri::HTML.parse @page.html
       html.css('.ltext').each do |td|
         single(td)
       end
@@ -32,8 +33,7 @@ module Spider
 
     def single element
       get(element)
-      single_filter
-      save Ani
+      @anis << single_filter
     end
 
     def get(element)
@@ -46,19 +46,14 @@ module Spider
       @ani
     end
 
-    def save model_name
-      if @ani[:title]
-        model_name.create(title: @ani[:title], torrent: @ani[:torrent])
-      end
-    end
-
     def single_filter
       if @ani[:title][/外挂/u]
-        @ani[:torrent].prepend('http://bt.ktxp.com')
+        @ani[:torrent].prepend('http://bt.ktxp.com') if @ani[:torrent]
       else
         @ani[:title] = nil
       end
 
+      @ani if @ani
     end
   end
 end

data/lib/spider_rails/version.rb

@@ -1,3 +1,3 @@
 module SpiderRails
-  VERSION = "3.0.0"
+  VERSION = "4.0.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: spider_rails
 version: !ruby/object:Gem::Version
-  version: 3.0.0
+  version: 4.0.0
 platform: ruby
 authors:
 - zhuxingruo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-15 00:00:00.000000000 Z
+date: 2013-07-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -57,59 +57,6 @@ files:
 - MIT-LICENSE
 - Rakefile
 - README.rdoc
-- test/test_helper.rb
-- test/libpeerconnection.log
-- test/spider_rails_test.rb
-- test/dummy/bin/bundle
-- test/dummy/bin/rails
-- test/dummy/bin/rake
-- test/dummy/tmp/pids/server.pid
-- test/dummy/config.ru
-- test/dummy/app/models/ani.rb
-- test/dummy/app/helpers/anis_helper.rb
-- test/dummy/app/helpers/application_helper.rb
-- test/dummy/app/assets/stylesheets/scaffold.css
-- test/dummy/app/assets/stylesheets/application.css
-- test/dummy/app/assets/stylesheets/anis.css
-- test/dummy/app/assets/javascripts/anis.js
-- test/dummy/app/assets/javascripts/application.js
-- test/dummy/app/controllers/application_controller.rb
-- test/dummy/app/controllers/anis_controller.rb
-- test/dummy/app/views/anis/_form.html.erb
-- test/dummy/app/views/anis/edit.html.erb
-- test/dummy/app/views/anis/index.html.erb
-- test/dummy/app/views/anis/show.html.erb
-- test/dummy/app/views/anis/new.html.erb
-- test/dummy/app/views/layouts/application.html.erb
-- test/dummy/config/routes.rb
-- test/dummy/config/environments/test.rb
-- test/dummy/config/environments/production.rb
-- test/dummy/config/environments/development.rb
-- test/dummy/config/boot.rb
-- test/dummy/config/database.yml
-- test/dummy/config/application.rb
-- test/dummy/config/initializers/secret_token.rb
-- test/dummy/config/initializers/backtrace_silencers.rb
-- test/dummy/config/initializers/inflections.rb
-- test/dummy/config/initializers/mime_types.rb
-- test/dummy/config/initializers/wrap_parameters.rb
-- test/dummy/config/initializers/session_store.rb
-- test/dummy/config/initializers/filter_parameter_logging.rb
-- test/dummy/config/environment.rb
-- test/dummy/config/locales/en.yml
-- test/dummy/log/development.log
-- test/dummy/log/test.log
-- test/dummy/public/422.html
-- test/dummy/public/404.html
-- test/dummy/public/500.html
-- test/dummy/public/favicon.ico
-- test/dummy/Rakefile
-- test/dummy/README.rdoc
-- test/dummy/db/migrate/20130714091905_create_anis.rb
-- test/dummy/db/development.sqlite3
-- test/dummy/db/schema.rb
-- test/dummy/db/test.sqlite3
-- test/ji_ying_test.rb
 homepage: http://zxr.baidu.com
 licenses: []
 metadata: {}
@@ -133,57 +80,4 @@ rubygems_version: 2.0.5
 signing_key: 
 specification_version: 4
 summary: nil
-test_files:
-- test/test_helper.rb
-- test/libpeerconnection.log
-- test/spider_rails_test.rb
-- test/dummy/bin/bundle
-- test/dummy/bin/rails
-- test/dummy/bin/rake
-- test/dummy/tmp/pids/server.pid
-- test/dummy/config.ru
-- test/dummy/app/models/ani.rb
-- test/dummy/app/helpers/anis_helper.rb
-- test/dummy/app/helpers/application_helper.rb
-- test/dummy/app/assets/stylesheets/scaffold.css
-- test/dummy/app/assets/stylesheets/application.css
-- test/dummy/app/assets/stylesheets/anis.css
-- test/dummy/app/assets/javascripts/anis.js
-- test/dummy/app/assets/javascripts/application.js
-- test/dummy/app/controllers/application_controller.rb
-- test/dummy/app/controllers/anis_controller.rb
-- test/dummy/app/views/anis/_form.html.erb
-- test/dummy/app/views/anis/edit.html.erb
-- test/dummy/app/views/anis/index.html.erb
-- test/dummy/app/views/anis/show.html.erb
-- test/dummy/app/views/anis/new.html.erb
-- test/dummy/app/views/layouts/application.html.erb
-- test/dummy/config/routes.rb
-- test/dummy/config/environments/test.rb
-- test/dummy/config/environments/production.rb
-- test/dummy/config/environments/development.rb
-- test/dummy/config/boot.rb
-- test/dummy/config/database.yml
-- test/dummy/config/application.rb
-- test/dummy/config/initializers/secret_token.rb
-- test/dummy/config/initializers/backtrace_silencers.rb
-- test/dummy/config/initializers/inflections.rb
-- test/dummy/config/initializers/mime_types.rb
-- test/dummy/config/initializers/wrap_parameters.rb
-- test/dummy/config/initializers/session_store.rb
-- test/dummy/config/initializers/filter_parameter_logging.rb
-- test/dummy/config/environment.rb
-- test/dummy/config/locales/en.yml
-- test/dummy/log/development.log
-- test/dummy/log/test.log
-- test/dummy/public/422.html
-- test/dummy/public/404.html
-- test/dummy/public/500.html
-- test/dummy/public/favicon.ico
-- test/dummy/Rakefile
-- test/dummy/README.rdoc
-- test/dummy/db/migrate/20130714091905_create_anis.rb
-- test/dummy/db/development.sqlite3
-- test/dummy/db/schema.rb
-- test/dummy/db/test.sqlite3
-- test/ji_ying_test.rb
+test_files: []

data/test/dummy/README.rdoc

@@ -1,28 +0,0 @@
-== README
-
-This README would normally document whatever steps are necessary to get the
-application up and running.
-
-Things you may want to cover:
-
-* Ruby version
-
-* System dependencies
-
-* Configuration
-
-* Database creation
-
-* Database initialization
-
-* How to run the test suite
-
-* Services (job queues, cache servers, search engines, etc.)
-
-* Deployment instructions
-
-* ...
-
-
-Please feel free to use a different markup language if you do not plan to run
-<tt>rake doc:app</tt>.

data/test/dummy/Rakefile

@@ -1,6 +0,0 @@
-# Add your own tasks in files placed in lib/tasks ending in .rake,
-# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
-
-require File.expand_path('../config/application', __FILE__)
-
-Dummy::Application.load_tasks

data/test/dummy/app/assets/javascripts/anis.js

@@ -1,2 +0,0 @@
-// Place all the behaviors and hooks related to the matching controller here.
-// All this logic will automatically be available in application.js.

data/test/dummy/app/assets/javascripts/application.js

@@ -1,13 +0,0 @@
-// This is a manifest file that'll be compiled into application.js, which will include all the files
-// listed below.
-//
-// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
-// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
-//
-// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
-// compiled file.
-//
-// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
-// about supported directives.
-//
-//= require_tree .

data/test/dummy/app/assets/stylesheets/anis.css

@@ -1,4 +0,0 @@
-/*
-  Place all the styles related to the matching controller here.
-  They will automatically be included in application.css.
-*/

data/test/dummy/app/assets/stylesheets/application.css

@@ -1,13 +0,0 @@
-/*
- * This is a manifest file that'll be compiled into application.css, which will include all the files
- * listed below.
- *
- * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
- * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
- *
- * You're free to add application-wide styles to this file and they'll appear at the top of the
- * compiled file, but it's generally better to create a new file per style scope.
- *
- *= require_self
- *= require_tree .
- */

data/test/dummy/app/assets/stylesheets/scaffold.css

@@ -1,56 +0,0 @@
-body { background-color: #fff; color: #333; }
-
-body, p, ol, ul, td {
-  font-family: verdana, arial, helvetica, sans-serif;
-  font-size:   13px;
-  line-height: 18px;
-}
-
-pre {
-  background-color: #eee;
-  padding: 10px;
-  font-size: 11px;
-}
-
-a { color: #000; }
-a:visited { color: #666; }
-a:hover { color: #fff; background-color:#000; }
-
-div.field, div.actions {
-  margin-bottom: 10px;
-}
-
-#notice {
-  color: green;
-}
-
-.field_with_errors {
-  padding: 2px;
-  background-color: red;
-  display: table;
-}
-
-#error_explanation {
-  width: 450px;
-  border: 2px solid red;
-  padding: 7px;
-  padding-bottom: 0;
-  margin-bottom: 20px;
-  background-color: #f0f0f0;
-}
-
-#error_explanation h2 {
-  text-align: left;
-  font-weight: bold;
-  padding: 5px 5px 5px 15px;
-  font-size: 12px;
-  margin: -7px;
-  margin-bottom: 0px;
-  background-color: #c00;
-  color: #fff;
-}
-
-#error_explanation ul li {
-  font-size: 12px;
-  list-style: square;
-}

data/test/dummy/app/controllers/anis_controller.rb

@@ -1,58 +0,0 @@
-class AnisController < ApplicationController
-  before_action :set_ani, only: [:show, :edit, :update, :destroy]
-
-  # GET /anis
-  def index
-    @anis = Ani.all
-  end
-
-  # GET /anis/1
-  def show
-  end
-
-  # GET /anis/new
-  def new
-    @ani = Ani.new
-  end
-
-  # GET /anis/1/edit
-  def edit
-  end
-
-  # POST /anis
-  def create
-    @ani = Ani.new(ani_params)
-
-    if @ani.save
-      redirect_to @ani, notice: 'Ani was successfully created.'
-    else
-      render action: 'new'
-    end
-  end
-
-  # PATCH/PUT /anis/1
-  def update
-    if @ani.update(ani_params)
-      redirect_to @ani, notice: 'Ani was successfully updated.'
-    else
-      render action: 'edit'
-    end
-  end
-
-  # DELETE /anis/1
-  def destroy
-    @ani.destroy
-    redirect_to anis_url, notice: 'Ani was successfully destroyed.'
-  end
-
-  private
-    # Use callbacks to share common setup or constraints between actions.
-    def set_ani
-      @ani = Ani.find(params[:id])
-    end
-
-    # Only allow a trusted parameter "white list" through.
-    def ani_params
-      params.require(:ani).permit(:title, :torrent)
-    end
-end

data/test/dummy/app/controllers/application_controller.rb

@@ -1,5 +0,0 @@
-class ApplicationController < ActionController::Base
-  # Prevent CSRF attacks by raising an exception.
-  # For APIs, you may want to use :null_session instead.
-  protect_from_forgery with: :exception
-end

data/test/dummy/app/helpers/anis_helper.rb

@@ -1,2 +0,0 @@
-module AnisHelper
-end

data/test/dummy/app/helpers/application_helper.rb

@@ -1,2 +0,0 @@
-module ApplicationHelper
-end

data/test/dummy/app/models/ani.rb

@@ -1,2 +0,0 @@
-class Ani < ActiveRecord::Base
-end

data/test/dummy/app/views/anis/_form.html.erb

@@ -1,25 +0,0 @@
-<%= form_for(@ani) do |f| %>
-  <% if @ani.errors.any? %>
-    <div id="error_explanation">
-      <h2><%= pluralize(@ani.errors.count, "error") %> prohibited this ani from being saved:</h2>
-
-      <ul>
-      <% @ani.errors.full_messages.each do |msg| %>
-        <li><%= msg %></li>
-      <% end %>
-      </ul>
-    </div>
-  <% end %>
-
-  <div class="field">
-    <%= f.label :title %><br>
-    <%= f.text_field :title %>
-  </div>
-  <div class="field">
-    <%= f.label :torrent %><br>
-    <%= f.text_field :torrent %>
-  </div>
-  <div class="actions">
-    <%= f.submit %>
-  </div>
-<% end %>

data/test/dummy/app/views/anis/edit.html.erb

@@ -1,6 +0,0 @@
-<h1>Editing ani</h1>
-
-<%= render 'form' %>
-
-<%= link_to 'Show', @ani %> |
-<%= link_to 'Back', anis_path %>

data/test/dummy/app/views/anis/index.html.erb

@@ -1,29 +0,0 @@
-<h1>Listing anis</h1>
-
-<table>
-  <thead>
-    <tr>
-      <th>Title</th>
-      <th>Torrent</th>
-      <th></th>
-      <th></th>
-      <th></th>
-    </tr>
-  </thead>
-
-  <tbody>
-    <% @anis.each do |ani| %>
-      <tr>
-        <td><%= ani.title %></td>
-        <td><%= ani.torrent %></td>
-        <td><%= link_to 'Show', ani %></td>
-        <td><%= link_to 'Edit', edit_ani_path(ani) %></td>
-        <td><%= link_to 'Destroy', ani, method: :delete, data: { confirm: 'Are you sure?' } %></td>
-      </tr>
-    <% end %>
-  </tbody>
-</table>
-
-<br>
-
-<%= link_to 'New Ani', new_ani_path %>

data/test/dummy/app/views/anis/new.html.erb

@@ -1,5 +0,0 @@
-<h1>New ani</h1>
-
-<%= render 'form' %>
-
-<%= link_to 'Back', anis_path %>

data/test/dummy/app/views/anis/show.html.erb

@@ -1,14 +0,0 @@
-<p id="notice"><%= notice %></p>
-
-<p>
-  <strong>Title:</strong>
-  <%= @ani.title %>
-</p>
-
-<p>
-  <strong>Torrent:</strong>
-  <%= @ani.torrent %>
-</p>
-
-<%= link_to 'Edit', edit_ani_path(@ani) %> |
-<%= link_to 'Back', anis_path %>

data/test/dummy/app/views/layouts/application.html.erb

@@ -1,14 +0,0 @@
-<!DOCTYPE html>
-<html>
-<head>
-  <title>Dummy</title>
-  <%= stylesheet_link_tag    "application", media: "all", "data-turbolinks-track" => true %>
-  <%= javascript_include_tag "application", "data-turbolinks-track" => true %>
-  <%= csrf_meta_tags %>
-</head>
-<body>
-
-<%= yield %>
-
-</body>
-</html>

data/test/dummy/bin/bundle

@@ -1,3 +0,0 @@
-#!/usr/bin/env ruby
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
-load Gem.bin_path('bundler', 'bundle')

data/test/dummy/bin/rails

@@ -1,4 +0,0 @@
-#!/usr/bin/env ruby
-APP_PATH = File.expand_path('../../config/application',  __FILE__)
-require_relative '../config/boot'
-require 'rails/commands'

data/test/dummy/bin/rake

@@ -1,4 +0,0 @@
-#!/usr/bin/env ruby
-require_relative '../config/boot'
-require 'rake'
-Rake.application.run

data/test/dummy/config/application.rb

@@ -1,23 +0,0 @@
-require File.expand_path('../boot', __FILE__)
-
-require 'rails/all'
-
-Bundler.require(*Rails.groups)
-require "spider_rails"
-
-module Dummy
-  class Application < Rails::Application
-    # Settings in config/environments/* take precedence over those specified here.
-    # Application configuration should go into files in config/initializers
-    # -- all .rb files in that directory are automatically loaded.
-
-    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
-    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
-    # config.time_zone = 'Central Time (US & Canada)'
-
-    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
-    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
-    # config.i18n.default_locale = :de
-  end
-end
-

data/test/dummy/config/boot.rb

@@ -1,5 +0,0 @@
-# Set up gems listed in the Gemfile.
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
-
-require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])
-$LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)

data/test/dummy/config/database.yml

@@ -1,25 +0,0 @@
-# SQLite version 3.x
-#   gem install sqlite3
-#
-#   Ensure the SQLite 3 gem is defined in your Gemfile
-#   gem 'sqlite3'
-development:
-  adapter: sqlite3
-  database: db/development.sqlite3
-  pool: 5
-  timeout: 5000
-
-# Warning: The database defined as "test" will be erased and
-# re-generated from your development database when you run "rake".
-# Do not set this db to the same as development or production.
-test:
-  adapter: sqlite3
-  database: db/test.sqlite3
-  pool: 5
-  timeout: 5000
-
-production:
-  adapter: sqlite3
-  database: db/production.sqlite3
-  pool: 5
-  timeout: 5000