seotools 0.1.0

data/History.txt

@@ -0,0 +1,4 @@
+== 0.1.0 2007-12-02
+
+* 1 major enhancement:
+  * Initial release

data/License.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2007 FIXME full name
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Manifest.txt

@@ -0,0 +1,31 @@
+History.txt
+License.txt
+Manifest.txt
+README.txt
+Rakefile
+config/hoe.rb
+config/requirements.rb
+lib/seotools.rb
+lib/seotools/engine.rb
+lib/seotools/engine/base.rb
+lib/seotools/engine/google.rb
+lib/seotools/engine/google/pagerank.rb
+lib/seotools/engine/yahoo.rb
+lib/seotools/site.rb
+lib/seotools/version.rb
+log/debug.log
+script/destroy
+script/generate
+script/makemanifest.rb
+script/txt2html
+setup.rb
+tasks/deployment.rake
+tasks/environment.rake
+tasks/website.rake
+test/test_helper.rb
+test/test_seotools.rb
+website/index.html
+website/index.txt
+website/javascripts/rounded_corners_lite.inc.js
+website/stylesheets/screen.css
+website/template.rhtml

data/README.txt

@@ -0,0 +1,32 @@
+= SeoTools
+
+SEOに役立つ機能の詰め合わせ、の予定です。
+趣味（と実益）のために作っているものなので、
+「欲しいなー」と思った機能を実装していきます。
+
+要望、バグ報告等はお気軽に。
+（でも対応できるとは限らないよ）
+
+== 使い方
+
+# gemでいれてたら必要
+# require 'rubygems'
+require 'seotools'
+site = SeoTools('http://example.com')
+# 以下、:googleを:yahooに変えると、YSTの結果を取得できます。
+site.get_rank(:google, keyword)           # => Google順位
+site.get_page_rank                        # => ページランク（Google）
+site.get_number_of_index_results(:google) # => Googleインデックス数
+# 別名もあります。
+site.rank(:google, keyword)
+site.page_rank
+site.number_of_index_results(:google)
+# 使用する検索エンジンの名前のメソッドもあります。（別名も同様に）
+site.get_rank_with_google(keyword)
+site.get_number_of_index_results_with_google(keyword)
+
+== 作成者
+Yuichi Takeuchi
+
+== ライセンス
+Ruby License

data/Rakefile

@@ -0,0 +1,4 @@
+require 'config/requirements'
+require 'config/hoe' # setup Hoe + all gem configuration
+
+Dir['tasks/**/*.rake'].each { |rake| load rake }

data/config/hoe.rb

@@ -0,0 +1,72 @@
+require 'seotools/version'
+
+AUTHOR = 'Yuichi Takeuchi / taslam'  # can also be an array of Authors
+EMAIL = "my_name_is_takeyu@hotmail.com"
+DESCRIPTION = "SEOに便利な機能の詰め合わせ（予定）"
+GEM_NAME = 'seotools' # what ppl will type to install your gem
+RUBYFORGE_PROJECT = 'seotools' # The unix name for your project
+HOMEPATH = "http://#{RUBYFORGE_PROJECT}.rubyforge.org"
+DOWNLOAD_PATH = "http://rubyforge.org/projects/#{RUBYFORGE_PROJECT}"
+
+@config_file = "~/.rubyforge/user-config.yml"
+@config = nil
+RUBYFORGE_USERNAME = "unknown"
+def rubyforge_username
+  unless @config
+    begin
+      @config = YAML.load(File.read(File.expand_path(@config_file)))
+    rescue
+      puts <<-EOS
+ERROR: No rubyforge config file found: #{@config_file}
+Run 'rubyforge setup' to prepare your env for access to Rubyforge
+ - See http://newgem.rubyforge.org/rubyforge.html for more details
+      EOS
+      exit
+    end
+  end
+  RUBYFORGE_USERNAME.replace @config["username"]
+end
+
+
+REV = nil 
+# UNCOMMENT IF REQUIRED: 
+# REV = `svn info`.each {|line| if line =~ /^Revision:/ then k,v = line.split(': '); break v.chomp; else next; end} rescue nil
+VERS = Seotools::VERSION::STRING + (REV ? ".#{REV}" : "")
+RDOC_OPTS = ['--quiet', '--title', 'seotools documentation',
+    "--opname", "index.html",
+    "--line-numbers", 
+    "--main", "README",
+    "--inline-source"]
+
+class Hoe
+  def extra_deps 
+    @extra_deps.reject! { |x| Array(x).first == 'hoe' } 
+    @extra_deps
+  end 
+end
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+hoe = Hoe.new(GEM_NAME, VERS) do |p|
+  p.author = AUTHOR 
+  p.description = DESCRIPTION
+  p.email = EMAIL
+  p.summary = DESCRIPTION
+  p.url = HOMEPATH
+  p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
+  p.test_globs = ["test/**/test_*.rb"]
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+  
+  # == Optional
+  p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
+  #p.extra_deps = []     # An array of rubygem dependencies [name, version], e.g. [ ['active_support', '>= 1.3.1'] ]
+  p.extra_deps = [['hpricot', '>=0.6']]
+
+  #p.spec_extras = {}    # A hash of extra values to set in the gemspec.
+  
+end
+
+CHANGES = hoe.paragraphs_of('History.txt', 0..1).join("\\n\\n")
+PATH    = (RUBYFORGE_PROJECT == GEM_NAME) ? RUBYFORGE_PROJECT : "#{RUBYFORGE_PROJECT}/#{GEM_NAME}"
+hoe.remote_rdoc_dir = File.join(PATH.gsub(/^#{RUBYFORGE_PROJECT}\/?/,''), 'rdoc')
+hoe.rsync_args = '-av --delete --ignore-errors'

data/config/requirements.rb

@@ -0,0 +1,17 @@
+require 'fileutils'
+include FileUtils
+
+require 'rubygems'
+%w[rake hoe newgem rubigen].each do |req_gem|
+  begin
+    require req_gem
+  rescue LoadError
+    puts "This Rakefile requires the '#{req_gem}' RubyGem."
+    puts "Installation: gem install #{req_gem} -y"
+    exit
+  end
+end
+
+$:.unshift(File.join(File.dirname(__FILE__), %w[.. lib]))
+
+require 'seotools'

data/lib/seotools.rb

@@ -0,0 +1,15 @@
+module SeoTools
+	def self.new(*args)
+		SeoTools::Site.new(*args)
+	end
+end
+
+module Kernel
+	# alias for SeoTools.new.
+	def SeoTools(*args) # :doc:
+		SeoTools.new(*args)
+	end
+ 	module_function :SeoTools
+end
+
+require 'seotools/site'

data/lib/seotools/engine.rb

@@ -0,0 +1,20 @@
+module SeoTools::Engine
+	def self.engines
+		self.constants.collect { |constant|
+			self.const_get(constant).is_a?(Class) && constant != "Base" ? constant.downcase.to_sym : nil
+		}.compact
+	end
+
+	def self.get_rank(engine, uri, keyword, options)
+		self.const_get(engine.to_s.capitalize).get_rank(uri, keyword, options)
+	end
+
+	def self.get_number_of_index_results(engine, uri)
+		self.const_get(engine.to_s.capitalize).get_number_of_index_results(uri)
+	end
+
+end
+
+Dir.glob(File.join(File.dirname(__FILE__), 'engine') + '/*.rb') do |name|
+	require name
+end

data/lib/seotools/engine/base.rb

@@ -0,0 +1,44 @@
+require 'cgi'
+require 'open-uri'
+require 'hpricot'
+#
+# 抽象クラス
+# 継承して各検索エンジンの解析クラスをつくる
+#
+class SeoTools::Engine::Base
+	def self.uri
+		"http://[%keyword%]"
+	end
+
+	def self.build_query(keyword, page = 1, uri = nil)
+		uri ||= self.uri
+		uri.sub(Regexp.new(Regexp.quote('[%keyword%]')), self.build_keyword(keyword))
+	end
+
+	def self.build_keyword(keyword)
+		CGI.escape(keyword.split(/\s/).join('+'))
+	end
+
+	def self.request(keyword, page = 1, uri = nil, &block)
+		open(self.build_query(keyword, page, uri)) do |f|
+			yield Hpricot(f.read)
+		end
+	end
+
+	def self.get_rank(uri, keyword, options = { })
+		options = {
+			:limit => 100
+		}.merge(options)
+		
+		self.search(uri, keyword, options)
+	end
+
+	def self.get_number_of_index_results(uri)
+		0
+	end
+	
+	private
+	def self.search(uri, keyword, options)
+	end
+	
+end

data/lib/seotools/engine/google.rb

@@ -0,0 +1,41 @@
+require 'seotools/engine/base'
+
+class SeoTools::Engine::Google < SeoTools::Engine::Base
+	def self.uri
+		"http://www.google.co.jp/search?lr=lang_ja&ie=utf-8&oe=utf-8&q=[%keyword%]&offeset=[%offset%]&num=100"
+	end
+
+	def self.build_query(keyword, page = 1, uri = nil)
+		query = super
+		offset = (page - 1) * 100
+		query.sub(Regexp.new(Regexp.quote('[%offset%]')), offset.to_s)
+	end
+
+	private
+	
+	def self.search(uri, keyword, options)
+		rank = 1
+		10.times do |i|
+			self.request(keyword, i + 1) do |doc|
+				doc.search('//h2[@class="r"]/a').each do |a|
+					return rank if Regexp.new("^#{Regexp.quote(uri)}/?") =~ a.get_attribute('href')
+					rank += 1
+					return nil if rank > options[:limit]
+				end
+			end
+		end
+		nil
+	end
+
+	def self.get_number_of_index_results(uri)
+		self.request("site:#{uri}") do |doc|
+			doc.search('//table').each do |table|
+				return $1.gsub(/,/, '').to_i if table.to_html =~ /検索結果 <b>((\d|\,)+)<\/b>/
+			end
+		end
+	end
+
+end
+
+require 'seotools/engine/google/pagerank'
+

data/lib/seotools/engine/google/pagerank.rb

@@ -0,0 +1,76 @@
+# GooglePageRank
+# http://blogoscoped.com/archive/2004_06_27_index.html#108834386239051706
+require 'open-uri'
+class SeoTools::Engine::Google
+	module PageRank
+
+		GOOGLE_MAGICK = 0xE6359A60
+		
+		def get_page_rank(uri)
+			ch = sprintf("6%u", self.get_check_sum(uri))
+			query_uri = sprintf("http://toolbarqueries.google.co.jp/search?client=navclient-auto&features=Rank&failedip=216.239.51.102;821&q=info:%s&ch=%s", uri, ch)
+			open(query_uri) do |f|
+				body = f.read
+				# Rank_1:1:3
+				return $1.to_i if body =~ /Rank_1:1:(\d)/
+			end
+			nil
+#		rescue
+#			nil
+		end
+		alias :page_rank :get_page_rank
+		
+		def get_check_sum(uri)
+			a = b = 0x9E3779B9
+			c = GOOGLE_MAGICK
+			k = 0
+			iuri = "info:#{uri}"
+			len = iuri.length
+			while len >= k + 12
+				a = (a + chars_to_i(iuri, k))
+				b = (b + chars_to_i(iuri, k+4))
+				c = (c + chars_to_i(iuri, k+8))
+				a, b, c = mix(a, b, c)
+				k = k + 12
+			end
+			a = (a + chars_to_i(iuri, k))
+			b = (b + chars_to_i(iuri, k + 4))
+			c = (c + (chars_to_i(iuri, k + 8) << 8) + len)
+			a, b, c = mix(a, b, c)
+			return c
+		end
+		alias :check_sum :get_check_sum
+		
+		def chars_to_i(str, k)
+			i = 0
+			substr = str.slice(k..str.length)
+			return 0 unless substr
+			substr.unpack('C4').compact.each_with_index do |value, index|
+				i += value << (index * 8)
+			end
+			return i
+		end
+		
+		MODULO = 0x100000000
+		def mix(a, b, c)
+			a, b, c = a % MODULO, b % MODULO, c % MODULO 
+			a = (((a + (MODULO - b) + (MODULO - c)) % MODULO) ^ zero_fill(c, 13)) % MODULO
+			b = (((b + (MODULO - c) + (MODULO - a)) % MODULO) ^ (a << 8)) % MODULO
+			c = (((c + (MODULO - a) + (MODULO - b)) % MODULO) ^ zero_fill(b, 13)) % MODULO
+			a = (((a + (MODULO - b) + (MODULO - c)) % MODULO) ^ zero_fill(c, 12)) % MODULO
+			b = (((b + (MODULO - c) + (MODULO - a)) % MODULO) ^ (a << 16)) % MODULO
+			c = (((c + (MODULO - a) + (MODULO - b)) % MODULO) ^ zero_fill(b, 5)) % MODULO
+			a = (((a + (MODULO - b) + (MODULO - c)) % MODULO) ^ zero_fill(c, 3)) % MODULO
+			b = (((b + (MODULO - c) + (MODULO - a)) % MODULO) ^ (a << 10)) % MODULO
+			c = (((c + (MODULO - a) + (MODULO - b)) % MODULO) ^ zero_fill(b, 15)) % MODULO
+			return [a, b, c]
+		end
+		
+		def zero_fill(a, b)
+			(a >> b) % MODULO
+		end
+		
+	end
+	
+	extend PageRank
+end

data/lib/seotools/engine/yahoo.rb

@@ -0,0 +1,38 @@
+require 'seotools/engine/base'
+
+class SeoTools::Engine::Yahoo < SeoTools::Engine::Base
+	def self.uri
+		"http://search.yahoo.co.jp/search?p=[%keyword%]&ei=UTF-8&n=100&b=[%offset%]"
+	end
+
+	def self.build_query(keyword, page = 1, uri = nil)
+		query = super
+		offset = (page - 1) * 100
+		query.sub(Regexp.new(Regexp.quote('[%offset%]')), offset.to_s)
+	end
+
+	private
+	
+	def self.get_number_of_index_results(uri)
+		self.request(uri, 1, 'http://siteexplorer.search.yahoo.com/advsearch?ei=UTF-8&p=[%keyword%]&bwm=p&bwms=p&searchbwm=Explore+URL') do |doc|
+			doc.search('//div[@id="yschinfo"]').each do |div|
+				return $1.gsub(/,/, '').to_i if div.to_html =~ /<strong>1 - 100<\/strong> of about <strong>((\d|,)+)/
+			end
+		end
+	end
+
+	def self.search(uri, keyword, options)
+		rank = 1
+		10.times do |i|
+			self.request(keyword, i + 1) do |doc|
+				doc.search('//div[@class="ttl"]/a[@class="yschttl"]').each do |a|
+					return rank if Regexp.new("#{Regexp.quote(uri.sub(/:/, '%3A'))}") =~ a.get_attribute('href')
+					rank += 1
+					return nil if rank > options[:limit]
+				end
+			end
+		end
+		nil
+	end
+
+end

data/lib/seotools/site.rb

@@ -0,0 +1,66 @@
+require 'uri'
+require 'seotools/engine'
+
+class SeoTools::Site
+	# サイトのURI
+	attr_reader :uri
+
+	def initialize(*args)
+		case args[0]
+		when String
+			@uri = args[0]
+		when URI
+			@uri = args[0].to_s
+		else
+			raise ArgumentError.new("引数はStringかURIのインスタンスを指定してください。")
+		end
+	end
+
+	def to_uri
+		URI(self.uri)
+	end
+
+	#
+	# 検索順位を取得する
+	# 引数
+	# - keyword 半角スペースで複数指定可能
+	# - engine 検索する検索エンジンの識別子をシンボルで指定する
+	# - options 順位取得のオプション
+	#
+	def get_rank(engine, keyword, options = { })
+		SeoTools::Engine.get_rank(engine, self.uri, keyword, options)
+	end
+	alias :rank :get_rank
+
+	#
+	# ページランクを取得する
+	#
+	def get_page_rank
+		SeoTools::Engine::Google.get_page_rank(self.uri)
+	end
+	alias :page_rank :get_page_rank
+
+	#
+	# インデックス数を取得する
+	#
+	def get_number_of_index_results(engine)
+		SeoTools::Engine.get_number_of_index_results(engine, self.uri)
+	end
+	alias :number_of_index_results :get_number_of_index_results
+
+end
+
+SeoTools::Engine.engines.each do |engine|
+	SeoTools::Site.class_eval <<-EVAL
+def get_rank_with_#{engine}(keyword, options = { })
+	get_rank(#{engine.inspect}, keyword, options)
+end
+alias :rank_with_#{engine} :get_rank_with_#{engine}
+
+def get_number_of_index_results_with_#{engine}
+	get_number_of_index_results(#{engine.inspect})
+end
+alias :number_of_index_results_with_#{engine} :get_number_of_index_results_with_#{engine}
+
+EVAL
+end