meiriyigua 0.0.1 → 0.0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -13
- data/lib/meiriyigua/baidu_crawl.rb +4 -1
- data/lib/meiriyigua/models.rb +1 -1
- data/lib/meiriyigua/version.rb +1 -1
- data/lib/meiriyigua.rb +6 -1
- metadata +8 -7
checksums.yaml
CHANGED
@@ -1,15 +1,7 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
|
5
|
-
data.tar.gz: !binary |-
|
6
|
-
YmZlZjE0YTE4N2U2ODY1ZDdkNTAwOTRiNjE5YjMyMTMwZWJlMjU1Mg==
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 8e5647d5d4245de1cef59d3ce7f3b017f34680e8
|
4
|
+
data.tar.gz: 0afca96a706517437f26a50e3a1bc440164dbc05
|
7
5
|
SHA512:
|
8
|
-
metadata.gz:
|
9
|
-
|
10
|
-
ZGViMjNiNGZlZDkyYTBhZDBkZWJkNTgxNGNiYzkyNDMxN2UxZTg5ZmMzODgx
|
11
|
-
NDdjYWFmYmYzZjlkYTE4MGExNDQ2N2ZlMzYzNzdhMTRiNjRmZGE=
|
12
|
-
data.tar.gz: !binary |-
|
13
|
-
ZmI0MTQ2MzJmZDgyOTcyNzRlMGEwNDMwNDQ5OWMwNDRhOTZiMTA0MWM4NTg3
|
14
|
-
ODk4NWJmMmVlMzJjMWNkODMxMDZjZmJlZGRkNzg0ZWJkNWJmNGVjNDNmOGFk
|
15
|
-
MmMxMjdkNTk1NjFmYWQwYmVlZDBjYWIwNTcwNTk1OTQwNGJjN2U=
|
6
|
+
metadata.gz: 81a747d5cdb187c3fbdb2c69eb7fbbad72f4b35735d72b488e0ec1a0b4518c2d9fc30b157e2efc86a9e238c9195a7ee37f1880fc752b860203cb831881e7b121
|
7
|
+
data.tar.gz: bfd076a7a1dc43d57df1216f6e1b834670375c9ac0ffe49bee5f087da3064da4b15984b46445fc01c1452a98103542d0e571aa8d7f2881dae471524e2f175995
|
@@ -35,7 +35,10 @@ module Meiriyigua
|
|
35
35
|
search_form = page.form_with(:name => "f1")
|
36
36
|
search_form.field_with(:name => "wd").value = title
|
37
37
|
search_results = @agent.submit search_form
|
38
|
-
|
38
|
+
|
39
|
+
result = ""
|
40
|
+
search_results.search('div.c-container div.c-abstract').each_with_index{|a, i| result << "提示#{i+1}\r\n #{a.text}\r\n\r\n"}
|
41
|
+
result
|
39
42
|
end
|
40
43
|
end
|
41
44
|
end
|
data/lib/meiriyigua/models.rb
CHANGED
data/lib/meiriyigua/version.rb
CHANGED
data/lib/meiriyigua.rb
CHANGED
@@ -5,11 +5,16 @@ require "meiriyigua/list_crawl"
|
|
5
5
|
require "meiriyigua/detail_crawl"
|
6
6
|
require "meiriyigua/baidu_crawl"
|
7
7
|
require "meiriyigua/post_client"
|
8
|
+
require "meiriyigua/models"
|
8
9
|
|
9
10
|
module Meiriyigua
|
10
11
|
def run
|
11
12
|
while true
|
12
13
|
begin
|
14
|
+
((Meiriyigua::Models::UrlRecord.all(baidu_at: nil) | Meiriyigua::Models::UrlRecord.all(publish_at: nil)) & Meiriyigua::Models::UrlRecord.all(:detail_at.lt => (Date.today - 7))).each do |url_record|
|
15
|
+
url_record.page_record.destroy
|
16
|
+
url_record.destroy
|
17
|
+
end
|
13
18
|
|
14
19
|
threads = []
|
15
20
|
threads << Thread.new do
|
@@ -32,7 +37,7 @@ module Meiriyigua
|
|
32
37
|
threads.each { |thr| thr.join }
|
33
38
|
|
34
39
|
rescue
|
35
|
-
puts "出错了 #{$!.message}"
|
40
|
+
puts "出错了 #{$!.message}\n#{$!.backtrace.join("\n")}"
|
36
41
|
end
|
37
42
|
sleep 60*10
|
38
43
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: meiriyigua
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- mangege
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2014-04-
|
11
|
+
date: 2014-04-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: mechanize
|
@@ -84,14 +84,14 @@ dependencies:
|
|
84
84
|
name: rake
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
86
86
|
requirements:
|
87
|
-
- -
|
87
|
+
- - '>='
|
88
88
|
- !ruby/object:Gem::Version
|
89
89
|
version: '0'
|
90
90
|
type: :development
|
91
91
|
prerelease: false
|
92
92
|
version_requirements: !ruby/object:Gem::Requirement
|
93
93
|
requirements:
|
94
|
-
- -
|
94
|
+
- - '>='
|
95
95
|
- !ruby/object:Gem::Version
|
96
96
|
version: '0'
|
97
97
|
description: nil
|
@@ -127,18 +127,19 @@ require_paths:
|
|
127
127
|
- lib
|
128
128
|
required_ruby_version: !ruby/object:Gem::Requirement
|
129
129
|
requirements:
|
130
|
-
- -
|
130
|
+
- - '>='
|
131
131
|
- !ruby/object:Gem::Version
|
132
132
|
version: '0'
|
133
133
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
134
134
|
requirements:
|
135
|
-
- -
|
135
|
+
- - '>='
|
136
136
|
- !ruby/object:Gem::Version
|
137
137
|
version: '0'
|
138
138
|
requirements: []
|
139
139
|
rubyforge_project:
|
140
|
-
rubygems_version: 2.
|
140
|
+
rubygems_version: 2.1.3
|
141
141
|
signing_key:
|
142
142
|
specification_version: 4
|
143
143
|
summary: nil
|
144
144
|
test_files: []
|
145
|
+
has_rdoc:
|