googlepagerank 1.0.0

data/History.txt

@@ -0,0 +1,6 @@
+=== 1.0.0 / 2008-04-10
+
+* 1 major enhancement
+
+  * Birthday!
+

data/Manifest.txt

@@ -0,0 +1,7 @@
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+bin/googlepagerank
+lib/googlepagerank.rb
+test/test_googlepagerank.rb

data/README.txt

@@ -0,0 +1,56 @@
+= googlepagerank
+    by Fran Diéguez
+    http://googlepagerank.rubyforge.org/
+
+== DESCRIPTION:
+
+Ruby gem for fetching Google PageRank®. It returns the value of the Google PageRank® for a given domain name.
+Googlepagerank calculation is powered and based on http://www.math.kobe-u.ac.jp/~kodama/gprank.rb
+== FEATURES/PROBLEMS:
+
+* Return the Google PageRank@ of a given domain name
+
+== SYNOPSIS:
+
+
+# Require all gems and libs needed...
+require 'rubygems'
+require 'googlepagerank'
+
+# Fetching the page_rank, the 2 lastest operators are for not use a proxy on the connection...
+page_rank = Googlepagerank.get(domain,port,nil,nil)
+
+# See extracted data...
+page_rank
+== REQUIREMENTS:
+
+* net/http
+
+== INSTALL:
+
+* sudo gem install googlepagerank
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2008 FIX
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,23 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+require './lib/googlepagerank.rb'
+
+Hoe.new('googlepagerank', GooglePageRank::VERSION) do |p|
+  # p.rubyforge_name = 'googlepagerankx' # if different than lowercase project name
+  # p.developer('FIX', 'FIX@example.com')
+  p.name = "googlepagerank"
+  p.author = "Francisco Dieguez"
+  p.description = "Google PageRank for Ruby."
+  p.email = 'fran.dieguez@glug.es'
+  p.summary = "Google PageRank for Ruby."
+  p.url = "http://www.mabishu.com/projects/googlepagerank"
+  p.clean_globs = ['test/actual'] # Remove this directory on "rake clean"
+  p.remote_rdoc_dir = '' # Release to root
+  p.changes = p.paragraphs_of('CHANGELOG', 0..1).join("\n\n")
+  # * extra_deps - An array of rubygem dependencies.
+end
+
+# vim: syntax=Ruby
+

data/bin/googlepagerank

@@ -0,0 +1,50 @@
+#!/usr/bin/ruby
+require "rubygems"
+#require "googlepagerank"
+load "../lib/googlepagerank.rb"
+require "getoptlong"
+opt_url=""
+opt_silent=0;
+
+port=80 # 80 World Wide Web HTTP
+proxy=nil; proxy_port=nil
+# proxy="10.1.4.1"; proxy_port=8080 # 8080  HTTP Alternate
+
+def usage
+	puts "usage: googlepagerank [-h] [-s] -u http://... "
+	puts "Options:\n";
+	puts "-h  help\n";
+	puts "-s  silent\n"
+end;
+
+arg_parser=GetoptLong.new
+arg_parser.set_options(
+					   ["-h", "--help" , GetoptLong::NO_ARGUMENT],
+					   ["-s", "--silent" , GetoptLong::NO_ARGUMENT],
+					   ["-u", "--url", GetoptLong::REQUIRED_ARGUMENT]
+					   )
+arg_parser.each{|opt,arg|
+	begin
+		case opt
+		when "-h"; usage; exit;
+		when "-s"; opt_silent=1;
+		when "-u"; opt_url=arg;
+		end;
+	rescue => err; puts err; break
+	end
+}
+#puts "opt_silent= #{opt_silent}"
+#puts "opt_url= #{opt_url}"
+
+
+if (opt_silent == 0) then
+	rank = GooglePageRank.get(opt_url,port,proxy,proxy_port)
+	if (rank >= 0) then
+		printf("PageRank: %d : %s\n", rank, opt_url);
+	else
+		printf("PageRank: NO_INDEX : %s\n", opt_url);
+	end
+else
+	printf("%d\n", GooglePageRank.get(opt_url));
+end
+exit(0);

data/lib/googlepagerank.rb

@@ -0,0 +1,84 @@
+## Pagerank calculation based on http://www.math.kobe-u.ac.jp/~kodama/gprank.rb
+
+require "net/http"
+
+class GooglePageRank
+  VERSION = '1.0.0'
+  
+  M=0x100000000 # modulo for unsigned int 32bit(4byte)
+	
+	def self.m1(a,b,c,d)
+		return (((a+(M-b)+(M-c))%M)^(d%M))%M # mix/power mod
+	end
+	
+	def self.c2i(s="",k=0)
+		# char codes to int. Little Endian
+		return ((s[k+3].to_i*0x100+s[k+2].to_i)*0x100+s[k+1].to_i)*0x100+s[k].to_i
+	end
+	
+	def self.mix(a,b,c)
+		a=a%M; b=b%M; c=c%M
+		a = m1(a,b,c, c >> 13); b = m1(b,c,a, a <<  8); c = m1(c,a,b, b >> 13);
+		a = m1(a,b,c, c >> 12); b = m1(b,c,a, a << 16); c = m1(c,a,b, b >>  5);
+		a = m1(a,b,c, c >>  3); b = m1(b,c,a, a << 10); c = m1(c,a,b, b >> 15);
+		return [a,b,c];
+	end
+	
+	def self.checkSum(url="http://sample/index.html")
+		a= 0x9E3779B9; b= 0x9E3779B9; c= 0xE6359A60;
+		iurl="info:"+url; len = iurl.size; k=0;
+		while (len>=k+12) do
+			a += c2i(iurl,k) ; b += c2i(iurl,k+4); c += c2i(iurl,k+8); a,b,c = mix(a,b,c);
+			k=k+12
+		end
+		a += c2i(iurl,k); b += c2i(iurl,k+4); c += (c2i(iurl,k+8)<<8)+len; a,b,c = mix(a,b,c);
+		return c;
+	end
+	
+	# Old Version of get, after they changed the format
+	def self.get0(url="http://sample/index.html",port=80,proxy=nil,proxy_port=nil)
+		# get Google PageRank
+		# old version
+		ch = checkSum(url);
+		# printf("CheckSUM: 6%u\n", ch);
+		g_path=sprintf("/search?client=navclient-auto&failedip=216.239.51.102;821&ch=6%u&q=info:%s", ch, url);
+		p="" # rank
+		##
+		printf("%s\n",g_path)
+		# http://www.google.co.jp/search?client=navclient-auto&ch=63055969557&features=Rank&q=info:http://www.hyperposition.com/se3blog/
+		# http://www.google.co.jp/search?client=navclient-auto&features=Rank&q=info:http://www.hyperposition.com/&ch=6768349016
+		g_server="toolbarqueries.google.com"
+		# toolbarqueries.google.co.jp
+		#g_server="www.google.co.jp"
+		Net::HTTP::new(g_server, port, proxy, proxy_port).get(g_path){|line|
+			printf("%s\n", line)
+			pos=line.index("<RK>") # format: <RK>(rank)</RK>
+			if( pos != nil) then p=(line[pos+4,2]).to_i; break; end;
+		}
+		if (p.size>0) then return p.to_i; else return -1; end
+	end
+
+  # Nueva version de get (16 july 2007)
+	def self.get(url="http://sample/index.html",port=80,proxy=nil,proxy_port=nil)
+		# get Google PageRank
+		# 2007.07.10
+		ch = checkSum(url);
+		# printf("CheckSUM: 6%u\n", ch);
+		###### format changed
+		#g_path=sprintf("/search?client=navclient-auto&failedip=216.239.51.102;821&ch=6%u&q=info:%s", ch, url);
+		g_path=sprintf("/search?client=navclient-auto&features=Rank&failedip=216.239.51.102;821&q=info:%s&ch=6%u", url, ch);
+		p="" # rank
+    puts g_path
+		# printf("%s\n",g_path)
+		# http://www.google.co.jp/search?client=navclient-auto&ch=63055969557&features=Rank&q=info:http://www.hyperposition.com/se3blog/
+		# http://www.google.co.jp/search?client=navclient-auto&features=Rank&q=info:http://www.hyperposition.com/&ch=6768349016
+		g_server="toolbarqueries.google.com"  # toolbarqueries.google.co.jp
+		Net::HTTP::new(g_server, port, proxy, proxy_port).get(g_path){|line|
+			# printf("%s\n", line)
+			###### format changed
+			pos=line.index("Rank_1:1:") # format: Rank_1:1:4
+			if( pos != nil) then p=(line[pos+9,2]).to_i; break; end;
+		}
+		if (p.size>0) then return p.to_i; else return -1; end
+	end
+end

data/test/test_googlepagerank.rb

@@ -0,0 +1,12 @@
+require "test/unit"
+
+require "googlepagerank"
+
+class TestGooglePageRank < Test::Unit::TestCase
+  def test_valid_page
+    assert_equal(9, GooglePageRank.get("www.apple.com",80,nil,nil))
+  end
+  def test_invalid_page
+    assert_equal(-1, GooglePageRank.get("",80,nil,nil))
+  end
+end

metadata

@@ -0,0 +1,91 @@
+--- !ruby/object:Gem::Specification 
+name: googlepagerank
+version: !ruby/object:Gem::Version 
+  version: 1.0.0
+platform: ruby
+authors: 
+- Francisco Dieguez
+autorequire: 
+bindir: bin
+cert_chain: 
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDNjCCAh6gAwIBAgIBADANBgkqhkiG9w0BAQUFADBBMRUwEwYDVQQDDAxmcmFu
+  LmRpZWd1ZXoxFDASBgoJkiaJk/IsZAEZFgRnbHVnMRIwEAYKCZImiZPyLGQBGRYC
+  ZXMwHhcNMDgwNDEwMTAxOTAyWhcNMDkwNDEwMTAxOTAyWjBBMRUwEwYDVQQDDAxm
+  cmFuLmRpZWd1ZXoxFDASBgoJkiaJk/IsZAEZFgRnbHVnMRIwEAYKCZImiZPyLGQB
+  GRYCZXMwggEiMA0GCSqGSIb3DQEBAQUAA4IBDwAwggEKAoIBAQDSvhvHKf83ecBc
+  5AmhJmHohNx3YWxNbWqvSQrULGIptI75xp9wXMzFe2IUypOKiW0Cq4u4znUZGLYu
+  SI3YLW8YNLM8md//5i2NcC8E+zG8fNdbC3xig6W0jOXXwoAh0ixeifvpl16a5UTD
+  EcSMLyV5Om3c4cxypwCgOZ2oVlsGg5sO285IcYr7AvLOzbBBus+LWFt8vwzgFRnQ
+  lsvpo1z/nKpnvfCxVNP5/21Ducrn+GfYC3oSFDfCi3P3lsunHx/pw0R6znGRP4bs
+  Pq/ZG8N9UQMbsFOXwwIqslS3ZTVtQAJdCFRKEr6D09tDwwMYX7sEdrZMw2gpacbb
+  hwmjHo9HAgMBAAGjOTA3MAkGA1UdEwQCMAAwCwYDVR0PBAQDAgSwMB0GA1UdDgQW
+  BBStULm+XQIXBW6xVnjPqzGCjT1y4zANBgkqhkiG9w0BAQUFAAOCAQEAwchYXqWQ
+  G+wZZnkQHlyAaqLBvyf7wAt0z3ltLpCVl4i1Mx/yJ3vrsXPzY0cW/PAjQVRSgO9n
+  T70ovuQuJYPCiualDESsR9FlHTjSaHwCNvi4YhBCGCz8UgOv9HwVdlJvz3X6jlHT
+  /zynKimAYu54lvQQNZsnhlZKFsB9pJKMO3UDjhdcovmEs2E88UYBxKikwInO2uWh
+  oRzlMnwwwhwT9W7lGgrXP4DRsdrYLehhg2XrYf8P6FeBiSmRg/vhIZ5Z1wADWruD
+  b/bkEXWHt+BGK07nT2Xjo8OwGOUr9aicRXBlWYpQc31ErbWu+XrXqd0LD/stC9AR
+  EHxmDQrhRAnf3g==
+  -----END CERTIFICATE-----
+
+date: 2008-04-12 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.5.1
+    version: 
+description: Google PageRank for Ruby.
+email: fran.dieguez@glug.es
+executables: 
+- googlepagerank
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- README.txt
+files: 
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- bin/googlepagerank
+- lib/googlepagerank.rb
+- test/test_googlepagerank.rb
+has_rdoc: true
+homepage: http://www.mabishu.com/projects/googlepagerank
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: googlepagerank
+rubygems_version: 1.1.1
+signing_key: 
+specification_version: 2
+summary: Google PageRank for Ruby.
+test_files: 
+- test/test_googlepagerank.rb