position_inspector 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+.DS_Store
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in position_inspector.gemspec
+gemspec
+gem 'nokogiri'
+

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Samuel Sanchez
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.markdown

@@ -0,0 +1,36 @@
+# PositionInspector
+
+Inspect positions of domains in google SERP
+
+## Installation
+
+Install it yourself as:
+
+    $ gem install position_inspector
+
+## Usage
+
+Usage:
+
+  $ position_inspector -d yourdomain.tld -q "your keywords" -e google-tld
+
+Examples:
+
+  $ position_inspector -d pagedegeek.com -q "page geek" -e fr
+
+Advanced examples:
+
+  $ position_inspector -d pagedegeek.com -q "\"page de geek\"" -e fr -p 3 -s 0
+
+## Help
+
+  $ position_inspector -h
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/bin/position_inspector

@@ -0,0 +1,90 @@
+#!/usr/bin/env ruby
+#encoding: utf-8
+
+require 'logger'
+require 'optparse'
+
+$:.unshift(File.dirname(__FILE__) + "/../lib")
+require 'position_inspector'
+
+# default values
+options = {}
+options[:inspector] = 'google'
+options[:extension] = 'com'
+options[:sleep_time] = nil
+options[:pages] = 5
+
+OptionParser.new do |opts|
+  opts.banner = "Usage: #{$0} [options]"
+
+  opts.on("--version", "Version of Position Inspector") do |version|
+    options[:print_version] = true
+  end
+
+  opts.on("-d", "--domain DOMAIN", String, "Inspect domain") do |domain|
+    options[:domain] = domain
+  end
+
+  opts.on("-q", "--query KEYWORDS", String, "Keywords") do |keywords|
+    options[:keywords] = keywords
+  end
+
+  opts.on("-e", "--extention EXTENSION", String, "Extension (com, fr, es, etc)") do |ext|
+    options[:extension] = ext
+  end
+
+  opts.on("-i", "--inspector INSPECTOR", String, "Inspector (google, bing, etc)") do |ext|
+    options[:inspector] = inspector
+  end
+
+  opts.on("-s", "--sleep SLEEP_TIME", Integer, "Sleep time between request") do |sleep_time|
+    options[:sleep_time] = sleep_time
+  end
+
+  opts.on("-p", "--pages PAGES_NUMBER", Integer, "Number of pages") do |pages|
+    options[:pages] = pages
+  end
+
+  opts.on("-v", "--[no-]verbose", "Run verbosely") do |v|
+    options[:verbose] = v
+  end
+end.parse!
+
+include PositionInspector
+
+Cli.print_version if options[:print_version]
+
+
+begin
+  logger = Logger.new(STDOUT)
+  logger.level = Logger::ERROR
+  logger.level = Logger::INFO if options[:verbose]
+  logger.info 'Logger opened'
+
+  cli = Cli.new(logger)
+
+  if options[:inspector].downcase == 'google'
+    inspector = Inspectors::GoogleInspector.new(options[:domain],
+                  options[:keywords], options[:extension], logger,
+                    options[:pages], options[:sleep_time])
+  end
+
+  cli.positions(inspector).each do |r|
+    s = ' '
+    s = '*' if r[:is_domain]
+    puts "#{s} [#{r[:position].to_s.rjust(3)}] #{r[:url][0..80]}"
+  end
+
+rescue Exception => e
+  logger.fatal "Message:   #{e.message}"
+  logger.error "Inspect:   #{e.inspect}"
+  e.backtrace.each do |line|
+    logger.error "Backtrace: #{line}"
+  end
+ensure
+  unless logger.nil?
+    logger.info "Close logger"
+    logger.close
+  end
+end
+

data/lib/position_inspector/cli.rb

@@ -0,0 +1,29 @@
+
+module PositionInspector
+  class Cli
+
+    def self.print_version
+      puts "version #{PositionInspector::VERSION}"
+    end
+
+    def initialize(logger)
+      @logger = logger
+    end
+
+    def positions(inspector)
+      @logger.info 'Start inspector'
+      begin
+        r = inspector.results
+      rescue SignalException => e
+        @logger.info 'Inspector stopped by signal'
+        raise e
+      rescue Exception => e
+        @logger.error "Inspector error: #{e.message}"
+        raise e
+      end
+      @logger.info 'Stop inspector'
+      return r
+    end
+
+  end
+end

data/lib/position_inspector/inspectors.rb

@@ -0,0 +1,110 @@
+require 'cgi'
+require 'uri'
+require 'net/http'
+require 'nokogiri'
+
+module PositionInspector
+  module Inspectors
+    MAX_PAGES=5
+    SLEEP_TIME = 2
+
+    class Inspector
+      def results
+        raise NotImplementedError
+      end
+
+      def escape(keywords)
+        CGI.escape(keywords) 
+      end
+
+      def is_equal_host?(host, url)
+        URI.parse(url).host.downcase.include? host.downcase
+      end
+
+    end
+
+    class GoogleInspector < Inspector
+      def initialize(domain, keywords, extension, logger, max_pages=MAX_PAGES, sleep_time=SLEEP_TIME)
+        @logger = logger
+        @domain = domain
+        @keywords = keywords
+        @extension = extension
+        @sleep_time = sleep_time
+        @max_pages = max_pages
+        @logger.info "Google inspector set domain: #{@domain}"
+        @logger.info "Google inspector set keywords: #{@keywords}"
+        @logger.info "Google inspector set extension: #{@extension}"
+
+        raise ArgumentError, "domain invalid (#{@domain})" if @domain.nil? || @domain.length <= 0
+        raise ArgumentError, "keywords invalid (#{@keywords})" if @keywords.nil? || @keywords.length <= 0
+        raise ArgumentError, "extension invalid (#{@extension})" if @extension.nil? || @extension.length <= 0
+      end
+
+      def results
+        positions(@keywords, @extension, @max_pages, @sleep_time)
+      end
+
+      private
+      def positions(keywords, extension, max_pages=MAX_PAGES, sleep_time=SLEEP_TIME)
+        google_url = "http://www.google.#{extension}"
+        @logger.info "Google inspector set google_url: #{google_url}"
+        @logger.info "Http query: #{escape(keywords)}"
+        search_path = "/search?q=#{escape(keywords)}"
+        @logger.info "Google inspector set search_page: #{search_path}"
+
+        array = []
+        max_pages.times do |i|
+          print '.'
+          page_idx = i
+          @logger.info "Google inspector start page: #{page_idx}"
+
+          sleep sleep_time
+
+          url = "#{google_url}#{search_path}&pws=0&start=#{(i*10)}"
+          @logger.info "Google inspector url: #{url}"
+          resp = Net::HTTP.get_response URI.parse(url)
+
+          doc = Nokogiri::HTML(resp.body)
+
+          pos_idx = 1
+          doc.css('li.g').each do |row|
+            @logger.info "Google inspector new entry"
+            a = row.search('h3 a').first
+
+            pos = page_idx * 10 + pos_idx
+            @logger.info "Google inspector pos: #{pos}"
+
+            title = a.text
+            @logger.info "Google inspector title: #{title}"
+
+            # desc = row.search('div.s').first.text
+            desc = ''
+
+            href = a['href']
+            if href[0..'/url'.length-1] == '/url'
+              gurl = "#{google_url}#{href}"
+              @logger.info "Google inspector good gurl: #{gurl}"
+              guri = URI.parse gurl
+              url = CGI.parse(guri.query)['q'][0]
+              @logger.info "Google inspector good url: #{url}"
+
+              array << {position: pos, url: url, title: title, description: desc, is_domain: is_equal_host?(@domain, url)}
+            else
+              url = "#{google_url}#{href}"
+              @logger.info "Google inspector bad url: #{url}"
+              array << {position: pos, url: url, title: '<google image or video>', description: '', is_domain: is_equal_host?(@domain, url)}
+            end
+            pos_idx += 1
+          end
+        end
+
+        puts
+        return array
+      rescue Exception => e
+        raise e
+      end
+
+    end
+
+  end
+end

data/lib/position_inspector/version.rb

@@ -0,0 +1,3 @@
+module PositionInspector
+  VERSION = '0.0.1'
+end

data/lib/position_inspector.rb

@@ -0,0 +1,5 @@
+
+require "position_inspector/version"
+require "position_inspector/cli"
+require "position_inspector/inspectors"
+

data/position_inspector.gemspec

@@ -0,0 +1,17 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/position_inspector/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Sam"]
+  gem.email         = ["samuel@pagedegeek.com"]
+  gem.description   = %q{Inspect domain positions in google SERP}
+  gem.summary       = %q{Inspect positions of domain in google SERP}
+  gem.homepage      = "http://www.github.com/pagedegeek/position_inspector"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "position_inspector"
+  gem.require_paths = ["lib"]
+  gem.version       = PositionInspector::VERSION
+end

metadata

@@ -0,0 +1,57 @@
+--- !ruby/object:Gem::Specification
+name: position_inspector
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Sam
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-05-31 00:00:00.000000000 Z
+dependencies: []
+description: Inspect domain positions in google SERP
+email:
+- samuel@pagedegeek.com
+executables:
+- position_inspector
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.markdown
+- Rakefile
+- bin/position_inspector
+- lib/position_inspector.rb
+- lib/position_inspector/cli.rb
+- lib/position_inspector/inspectors.rb
+- lib/position_inspector/version.rb
+- position_inspector.gemspec
+homepage: http://www.github.com/pagedegeek/position_inspector
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Inspect positions of domain in google SERP
+test_files: []