spider_rails 3.0.0 → 4.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/spider_rails/common.rb +12 -14
- data/lib/spider_rails/google_dict.rb +4 -4
- data/lib/spider_rails/ji_ying.rb +10 -15
- data/lib/spider_rails/version.rb +1 -1
- metadata +3 -109
- data/test/dummy/README.rdoc +0 -28
- data/test/dummy/Rakefile +0 -6
- data/test/dummy/app/assets/javascripts/anis.js +0 -2
- data/test/dummy/app/assets/javascripts/application.js +0 -13
- data/test/dummy/app/assets/stylesheets/anis.css +0 -4
- data/test/dummy/app/assets/stylesheets/application.css +0 -13
- data/test/dummy/app/assets/stylesheets/scaffold.css +0 -56
- data/test/dummy/app/controllers/anis_controller.rb +0 -58
- data/test/dummy/app/controllers/application_controller.rb +0 -5
- data/test/dummy/app/helpers/anis_helper.rb +0 -2
- data/test/dummy/app/helpers/application_helper.rb +0 -2
- data/test/dummy/app/models/ani.rb +0 -2
- data/test/dummy/app/views/anis/_form.html.erb +0 -25
- data/test/dummy/app/views/anis/edit.html.erb +0 -6
- data/test/dummy/app/views/anis/index.html.erb +0 -29
- data/test/dummy/app/views/anis/new.html.erb +0 -5
- data/test/dummy/app/views/anis/show.html.erb +0 -14
- data/test/dummy/app/views/layouts/application.html.erb +0 -14
- data/test/dummy/bin/bundle +0 -3
- data/test/dummy/bin/rails +0 -4
- data/test/dummy/bin/rake +0 -4
- data/test/dummy/config/application.rb +0 -23
- data/test/dummy/config/boot.rb +0 -5
- data/test/dummy/config/database.yml +0 -25
- data/test/dummy/config/environment.rb +0 -5
- data/test/dummy/config/environments/development.rb +0 -29
- data/test/dummy/config/environments/production.rb +0 -80
- data/test/dummy/config/environments/test.rb +0 -36
- data/test/dummy/config/initializers/backtrace_silencers.rb +0 -7
- data/test/dummy/config/initializers/filter_parameter_logging.rb +0 -4
- data/test/dummy/config/initializers/inflections.rb +0 -16
- data/test/dummy/config/initializers/mime_types.rb +0 -5
- data/test/dummy/config/initializers/secret_token.rb +0 -12
- data/test/dummy/config/initializers/session_store.rb +0 -3
- data/test/dummy/config/initializers/wrap_parameters.rb +0 -14
- data/test/dummy/config/locales/en.yml +0 -23
- data/test/dummy/config/routes.rb +0 -56
- data/test/dummy/config.ru +0 -4
- data/test/dummy/db/development.sqlite3 +0 -0
- data/test/dummy/db/migrate/20130714091905_create_anis.rb +0 -10
- data/test/dummy/db/schema.rb +0 -23
- data/test/dummy/db/test.sqlite3 +0 -0
- data/test/dummy/log/development.log +0 -24
- data/test/dummy/log/test.log +0 -1153
- data/test/dummy/public/404.html +0 -58
- data/test/dummy/public/422.html +0 -58
- data/test/dummy/public/500.html +0 -57
- data/test/dummy/public/favicon.ico +0 -0
- data/test/dummy/tmp/pids/server.pid +0 -1
- data/test/ji_ying_test.rb +0 -62
- data/test/libpeerconnection.log +0 -0
- data/test/spider_rails_test.rb +0 -7
- data/test/test_helper.rb +0 -18
data/test/dummy/public/404.html
DELETED
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
<!DOCTYPE html>
|
|
2
|
-
<html>
|
|
3
|
-
<head>
|
|
4
|
-
<title>The page you were looking for doesn't exist (404)</title>
|
|
5
|
-
<style>
|
|
6
|
-
body {
|
|
7
|
-
background-color: #EFEFEF;
|
|
8
|
-
color: #2E2F30;
|
|
9
|
-
text-align: center;
|
|
10
|
-
font-family: arial, sans-serif;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
div.dialog {
|
|
14
|
-
width: 25em;
|
|
15
|
-
margin: 4em auto 0 auto;
|
|
16
|
-
border: 1px solid #CCC;
|
|
17
|
-
border-right-color: #999;
|
|
18
|
-
border-left-color: #999;
|
|
19
|
-
border-bottom-color: #BBB;
|
|
20
|
-
border-top: #B00100 solid 4px;
|
|
21
|
-
border-top-left-radius: 9px;
|
|
22
|
-
border-top-right-radius: 9px;
|
|
23
|
-
background-color: white;
|
|
24
|
-
padding: 7px 4em 0 4em;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
h1 {
|
|
28
|
-
font-size: 100%;
|
|
29
|
-
color: #730E15;
|
|
30
|
-
line-height: 1.5em;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
body > p {
|
|
34
|
-
width: 33em;
|
|
35
|
-
margin: 0 auto 1em;
|
|
36
|
-
padding: 1em 0;
|
|
37
|
-
background-color: #F7F7F7;
|
|
38
|
-
border: 1px solid #CCC;
|
|
39
|
-
border-right-color: #999;
|
|
40
|
-
border-bottom-color: #999;
|
|
41
|
-
border-bottom-left-radius: 4px;
|
|
42
|
-
border-bottom-right-radius: 4px;
|
|
43
|
-
border-top-color: #DADADA;
|
|
44
|
-
color: #666;
|
|
45
|
-
box-shadow:0 3px 8px rgba(50, 50, 50, 0.17);
|
|
46
|
-
}
|
|
47
|
-
</style>
|
|
48
|
-
</head>
|
|
49
|
-
|
|
50
|
-
<body>
|
|
51
|
-
<!-- This file lives in public/404.html -->
|
|
52
|
-
<div class="dialog">
|
|
53
|
-
<h1>The page you were looking for doesn't exist.</h1>
|
|
54
|
-
<p>You may have mistyped the address or the page may have moved.</p>
|
|
55
|
-
</div>
|
|
56
|
-
<p>If you are the application owner check the logs for more information.</p>
|
|
57
|
-
</body>
|
|
58
|
-
</html>
|
data/test/dummy/public/422.html
DELETED
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
<!DOCTYPE html>
|
|
2
|
-
<html>
|
|
3
|
-
<head>
|
|
4
|
-
<title>The change you wanted was rejected (422)</title>
|
|
5
|
-
<style>
|
|
6
|
-
body {
|
|
7
|
-
background-color: #EFEFEF;
|
|
8
|
-
color: #2E2F30;
|
|
9
|
-
text-align: center;
|
|
10
|
-
font-family: arial, sans-serif;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
div.dialog {
|
|
14
|
-
width: 25em;
|
|
15
|
-
margin: 4em auto 0 auto;
|
|
16
|
-
border: 1px solid #CCC;
|
|
17
|
-
border-right-color: #999;
|
|
18
|
-
border-left-color: #999;
|
|
19
|
-
border-bottom-color: #BBB;
|
|
20
|
-
border-top: #B00100 solid 4px;
|
|
21
|
-
border-top-left-radius: 9px;
|
|
22
|
-
border-top-right-radius: 9px;
|
|
23
|
-
background-color: white;
|
|
24
|
-
padding: 7px 4em 0 4em;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
h1 {
|
|
28
|
-
font-size: 100%;
|
|
29
|
-
color: #730E15;
|
|
30
|
-
line-height: 1.5em;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
body > p {
|
|
34
|
-
width: 33em;
|
|
35
|
-
margin: 0 auto 1em;
|
|
36
|
-
padding: 1em 0;
|
|
37
|
-
background-color: #F7F7F7;
|
|
38
|
-
border: 1px solid #CCC;
|
|
39
|
-
border-right-color: #999;
|
|
40
|
-
border-bottom-color: #999;
|
|
41
|
-
border-bottom-left-radius: 4px;
|
|
42
|
-
border-bottom-right-radius: 4px;
|
|
43
|
-
border-top-color: #DADADA;
|
|
44
|
-
color: #666;
|
|
45
|
-
box-shadow:0 3px 8px rgba(50, 50, 50, 0.17);
|
|
46
|
-
}
|
|
47
|
-
</style>
|
|
48
|
-
</head>
|
|
49
|
-
|
|
50
|
-
<body>
|
|
51
|
-
<!-- This file lives in public/422.html -->
|
|
52
|
-
<div class="dialog">
|
|
53
|
-
<h1>The change you wanted was rejected.</h1>
|
|
54
|
-
<p>Maybe you tried to change something you didn't have access to.</p>
|
|
55
|
-
</div>
|
|
56
|
-
<p>If you are the application owner check the logs for more information.</p>
|
|
57
|
-
</body>
|
|
58
|
-
</html>
|
data/test/dummy/public/500.html
DELETED
|
@@ -1,57 +0,0 @@
|
|
|
1
|
-
<!DOCTYPE html>
|
|
2
|
-
<html>
|
|
3
|
-
<head>
|
|
4
|
-
<title>We're sorry, but something went wrong (500)</title>
|
|
5
|
-
<style>
|
|
6
|
-
body {
|
|
7
|
-
background-color: #EFEFEF;
|
|
8
|
-
color: #2E2F30;
|
|
9
|
-
text-align: center;
|
|
10
|
-
font-family: arial, sans-serif;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
div.dialog {
|
|
14
|
-
width: 25em;
|
|
15
|
-
margin: 4em auto 0 auto;
|
|
16
|
-
border: 1px solid #CCC;
|
|
17
|
-
border-right-color: #999;
|
|
18
|
-
border-left-color: #999;
|
|
19
|
-
border-bottom-color: #BBB;
|
|
20
|
-
border-top: #B00100 solid 4px;
|
|
21
|
-
border-top-left-radius: 9px;
|
|
22
|
-
border-top-right-radius: 9px;
|
|
23
|
-
background-color: white;
|
|
24
|
-
padding: 7px 4em 0 4em;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
h1 {
|
|
28
|
-
font-size: 100%;
|
|
29
|
-
color: #730E15;
|
|
30
|
-
line-height: 1.5em;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
body > p {
|
|
34
|
-
width: 33em;
|
|
35
|
-
margin: 0 auto 1em;
|
|
36
|
-
padding: 1em 0;
|
|
37
|
-
background-color: #F7F7F7;
|
|
38
|
-
border: 1px solid #CCC;
|
|
39
|
-
border-right-color: #999;
|
|
40
|
-
border-bottom-color: #999;
|
|
41
|
-
border-bottom-left-radius: 4px;
|
|
42
|
-
border-bottom-right-radius: 4px;
|
|
43
|
-
border-top-color: #DADADA;
|
|
44
|
-
color: #666;
|
|
45
|
-
box-shadow:0 3px 8px rgba(50, 50, 50, 0.17);
|
|
46
|
-
}
|
|
47
|
-
</style>
|
|
48
|
-
</head>
|
|
49
|
-
|
|
50
|
-
<body>
|
|
51
|
-
<!-- This file lives in public/500.html -->
|
|
52
|
-
<div class="dialog">
|
|
53
|
-
<h1>We're sorry, but something went wrong.</h1>
|
|
54
|
-
</div>
|
|
55
|
-
<p>If you are the application owner check the logs for more information.</p>
|
|
56
|
-
</body>
|
|
57
|
-
</html>
|
|
File without changes
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
13201
|
data/test/ji_ying_test.rb
DELETED
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
require File.expand_path('../test_helper', __FILE__)
|
|
2
|
-
|
|
3
|
-
class JiYingTest < ActiveSupport::TestCase
|
|
4
|
-
include ::Spider
|
|
5
|
-
|
|
6
|
-
def setup
|
|
7
|
-
Browser.close_all_chromes
|
|
8
|
-
@env = Browser.open_browser "http://bt.ktxp.com/search.php?keyword=%E8%AF%B8%E7%A5%9E&sort_id=28&field=title&order=&page=1"
|
|
9
|
-
@jy = Spider::JiYing.new @env
|
|
10
|
-
|
|
11
|
-
html = Nokogiri::HTML.parse @env.html
|
|
12
|
-
@e = html.css('.ltext').first
|
|
13
|
-
end
|
|
14
|
-
|
|
15
|
-
def teardown
|
|
16
|
-
@env.close
|
|
17
|
-
end
|
|
18
|
-
|
|
19
|
-
test 'get' do
|
|
20
|
-
@jy.get(@e)
|
|
21
|
-
assert_not_nil @jy.ani[:title]
|
|
22
|
-
assert_not_nil @jy.ani[:torrent]
|
|
23
|
-
end
|
|
24
|
-
|
|
25
|
-
test 'single_filter animation name include "外挂"' do
|
|
26
|
-
@jy.ani = {title: "外挂"}
|
|
27
|
-
assert_not_nil @jy.ani[:title]
|
|
28
|
-
@jy.ani = {title: nil}
|
|
29
|
-
assert_nil(@jy.ani[:title])
|
|
30
|
-
end
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
test 'save' do
|
|
34
|
-
assert_difference('Ani.count', +1) do
|
|
35
|
-
@jy.ani = {title: '魔法', torrent: 'http://baidu.com'}
|
|
36
|
-
@jy.save Ani
|
|
37
|
-
end
|
|
38
|
-
end
|
|
39
|
-
|
|
40
|
-
test 'torrent url should has full text when single finish' do
|
|
41
|
-
@jy.single @e
|
|
42
|
-
assert_match(/http\:\/\/bt.ktxp.com\/down.*/, @jy.ani[:torrent])
|
|
43
|
-
end
|
|
44
|
-
|
|
45
|
-
test 'full_page' do
|
|
46
|
-
assert_nothing_raised do
|
|
47
|
-
@jy.full_page 1
|
|
48
|
-
end
|
|
49
|
-
end
|
|
50
|
-
|
|
51
|
-
test 'final_page' do
|
|
52
|
-
|
|
53
|
-
assert_operator(@jy.final_page, :>=, 3)
|
|
54
|
-
end
|
|
55
|
-
|
|
56
|
-
test 'full_site' do
|
|
57
|
-
old_count = Ani.count
|
|
58
|
-
@jy.full_site
|
|
59
|
-
new_count = Ani.count
|
|
60
|
-
assert_not_same old_count, new_count
|
|
61
|
-
end
|
|
62
|
-
end
|
data/test/libpeerconnection.log
DELETED
|
File without changes
|
data/test/spider_rails_test.rb
DELETED
data/test/test_helper.rb
DELETED
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
# Configure Rails Environment
|
|
2
|
-
ENV["RAILS_ENV"] = "test"
|
|
3
|
-
|
|
4
|
-
require File.expand_path("../dummy/config/environment.rb", __FILE__)
|
|
5
|
-
require "rails/test_help"
|
|
6
|
-
|
|
7
|
-
Rails.backtrace_cleaner.remove_silencers!
|
|
8
|
-
#Load lib files
|
|
9
|
-
PROJECT_NAME = File.expand_path('../..', __FILE__).split('/').last
|
|
10
|
-
require File.expand_path("../../lib/#{PROJECT_NAME}", __FILE__)
|
|
11
|
-
|
|
12
|
-
# Load support files
|
|
13
|
-
Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each { |f| require f }
|
|
14
|
-
|
|
15
|
-
# Load fixtures from the engine
|
|
16
|
-
if ActiveSupport::TestCase.method_defined?(:fixture_path=)
|
|
17
|
-
ActiveSupport::TestCase.fixture_path = File.expand_path("../fixtures", __FILE__)
|
|
18
|
-
end
|