tspider 0.0.2 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 937326af40049679a7372ee0b0ee78b01f01083c
4
- data.tar.gz: e5dc5058e8e1e9f5f740470aa14fef0260480de8
3
+ metadata.gz: e407e0ef33ba799382dd43ce3772f18fe76656b5
4
+ data.tar.gz: 33f0ecf9e8fd1797dfd8f2e34dd3fd7bfc02dd47
5
5
  SHA512:
6
- metadata.gz: d9016aed3de2ac470617cb0f19760e0f23949c3b437768f2c006e7d75ae6f4ea4bffb805d3067734b7943bde2e1d73a301afeefb6946d349a108fcd9c7af3813
7
- data.tar.gz: b9c8d326fb1ea24065393d7b34b8b121e1beeb4c3bc76b993c1a6697cc915e68d88f264e132d0b20707cf842918736c076baf1bfd8b6aefb2469924ee8cb4430
6
+ metadata.gz: 94242783d24aaf9b55c44df8d57ac601514aca916c039614b88e6be207f984f388eebff49eecde56c4790e2089e526c222f37c32e25f1a44246d0f3172532f19
7
+ data.tar.gz: fb0b64edbdb382f975033799b7f5760150e67ec38759fccd27361159863a8657e4b10b6397c9a79049f8e3ed7f6fa1bae3f3c8ef83bf892a910b6d9daa12ae5e
data/lib/tspider/page.rb CHANGED
@@ -46,19 +46,19 @@ module Tspider
46
46
  end
47
47
 
48
48
  def title
49
- safe_search('title',[0,'content'])
49
+ safe_search('title', [0], true)
50
50
  end
51
51
 
52
52
  def meta_description
53
- safe_search('meta[@name="description"]',[0,'content'])
53
+ safe_search('meta[@name="description"]', [0, 'content'])
54
54
  end
55
55
 
56
56
  def meta_keywords
57
- safe_search('meta[@name="keywords"]',[0,'content'])
57
+ safe_search('meta[@name="keywords"]', [0, 'content'])
58
58
  end
59
59
 
60
60
  def meta_robots
61
- safe_search('meta[@name="robots"]',[0,'content'])
61
+ safe_search('meta[@name="robots"]', [0, 'content'])
62
62
  end
63
63
 
64
64
  def links
@@ -81,7 +81,7 @@ module Tspider
81
81
  end
82
82
 
83
83
  def canonical
84
- safe_search('link[@rel="canonical"]',[0,'href'])
84
+ safe_search('link[@rel="canonical"]', [0, 'href'])
85
85
  end
86
86
 
87
87
  (1..6).each do |i|
@@ -94,10 +94,8 @@ module Tspider
94
94
  end
95
95
  end
96
96
 
97
- private
98
-
99
- def safe_search(search_value,select_path=[])
100
- value = @doc.search(search_value)
97
+ def safe_search(search_value, select_path=[], return_content=false)
98
+ value = @doc.search(search_value).dup
101
99
  select_path.each do |key|
102
100
  begin
103
101
  value = value[key]
@@ -105,8 +103,13 @@ module Tspider
105
103
  return nil
106
104
  end
107
105
  end
108
- value
109
- end
110
106
 
107
+ return nil if value.nil?
108
+ if return_content
109
+ value.content
110
+ else
111
+ value
112
+ end
113
+ end
111
114
  end
112
115
  end
@@ -1,3 +1,3 @@
1
1
  module Tspider
2
- VERSION = "0.0.2"
2
+ VERSION = "0.0.3"
3
3
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tspider
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.2
4
+ version: 0.0.3
5
5
  platform: ruby
6
6
  authors:
7
7
  - mqzhang