baidu 0.1 → 0.2

data/lib/baidu.rb

@@ -1,6 +1,52 @@
-class baidu
-	def self.test
-		puts "hi"
+require 'mechanize'
+class Baidu
+	def initialize(offset100=false)
+		@a = Mechanize.new {|agent| agent.user_agent_alias = 'Linux Mozilla'}
+		@perpage = 10
+		@perpage = 100 if offset100==true
+		@baseuri = "http://www.baidu.com/s?rn=#{@perpage}&wd=" 
+	end
+	def query(query)
+		@uri = @baseuri+URI.encode(Iconv.conv('GBK','UTF-8',query))
+		@page = @a.get @uri
+		self.clean
+		@number = number
+		@maxpage = (@number / @perpage.to_f).round
+		@maxpage =10 if @maxpage>10
+		@currpage =0
+	end
+	def how_many_pages(url)
+		self.query("site:#{url}")
+	end
+	def how_many_links
+		self.query("domain:\"#{link}\"")
+	end
+	def how_many_pages_with(url,string)
+		self.query("site:#{url} inurl:#{string}")
+	end
+	def rank(host)
+		@page.search("//table[@class=\"result\"]").each do |table|
+			href = @page.search("//table[@id=\"#{table['id']}\"]//a").first['href']
+			begin
+				return table['id'] if host==URI.parse(URI.encode(href)).host
+			rescue URI::InvalidURIError
+				puts "invalid uri:#{href}"
+			end
+		end
+		return false
+	end
+	def number
+		return @page.search("//span[@class='nums']").first.content.gsub(/\D/,'').to_i
+	end
+	def next
+		nextbtn = @page.link_with(:text=>/下一页/)
+		return false if (nextbtn.nil? or @currpage >= @maxpage)
+		@page = @a.click(nextbtn)
+		self.clean
+		return true
+	end
+	def clean
+		@page.body = Iconv.conv('UTF-16','GBK//IGNORE',@page.body)
+		@page.body.gsub! ("[\U0080-\U2C77]+",'') //mechanize will be confuzed without removing the few characters
 	end
 end
-

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: baidu
 version: !ruby/object:Gem::Version
-  version: '0.1'
+  version: '0.2'
   prerelease: 
 platform: ruby
 authors:
@@ -11,7 +11,8 @@ bindir: bin
 cert_chain: []
 date: 2011-11-11 00:00:00.000000000 Z
 dependencies: []
-description: to get data from www.baidu.com
+description: to get data from www.baidu.com. this is built by a newbie, so please
+  be careful
 email: seoaqua@qq.com
 executables: []
 extensions: []
@@ -41,5 +42,5 @@ rubyforge_project:
 rubygems_version: 1.8.11
 signing_key: 
 specification_version: 3
-summary: to get data from www.baidu.com
+summary: to get data from www.baidu.com. this is built by a newbie, so please be careful
 test_files: []