baidu 0.2.2 → 0.2.3

data/lib/baidu.rb

@@ -3,30 +3,33 @@ require 'mechanize'
 class Baidu
 	def initialize(offset100=false)
 		@a = Mechanize.new {|agent| agent.user_agent_alias = 'Linux Mozilla'}
+		@a.max_history = 1
 		@perpage = 10
 		@perpage = 100 if offset100==true
 		@baseuri = "http://www.baidu.com/s?rn=#{@perpage}&wd=" 
 	end
 	def query(query)
+		query = "#{query}"
 		@uri = @baseuri+URI.encode(query.encode('GBK'))
 		@page = @a.get @uri
+		#File.open('/tmp/testpage','w'){|f|f.puts @page.body} if query=='1458 Italia'
 		self.clean
-		@number = self.number
+		@number = self.how_many
 		@maxpage = (@number / @perpage.to_f).round
 		@maxpage =10 if @maxpage>10
 		@currpage =0
 	end
 	def how_many_pages(uri)
 		self.query("site:#{uri}")
-		return self.number
+		return self.how_many
 	end
 	def how_many_links(uri)
 		self.query("domain:\"#{uri}\"")
-		return self.number
+		return self.how_many
 	end
 	def how_many_pages_with(url,string)
 		self.query("site:#{url} inurl:#{string}")
-		return self.number
+		return self.how_many
 	end
 	def rank(host)
 		@page.search("//table[@class=\"result\"]").each do |table|
@@ -39,7 +42,8 @@ class Baidu
 		end
 		return false
 	end
-	def number
+	def how_many
+		return false if @page.search("//span[@class='nums']").first.nil?
 		return @page.search("//span[@class='nums']").first.content.gsub(/\D/,'').to_i
 	end
 	def next
@@ -50,7 +54,8 @@ class Baidu
 		return true
 	end
 	def clean
-		@page.body.encode!('UTF-8','GBK')
+		@page.body.force_encoding('GBK')
+		@page.body.encode!('UTF-8',:invalid => :replace, :undef => :replace, :replace => "")
 		@page.body.gsub! ("[\U0080-\U2C77]+") #mechanize will be confuzed without removing the few characters
 	end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: baidu
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.3
   prerelease: 
 platform: ruby
 authors:
@@ -39,7 +39,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.11
+rubygems_version: 1.8.15
 signing_key: 
 specification_version: 3
 summary: to get data from www.baidu.com. this is built by a newbie, so please be careful