seotracker 0.0.1 → 0.1.0

data/README.rdoc

@@ -1,7 +1,8 @@
 = SeoTracker - получение позиций сайта в поисковиках.
 
-Например:
-
+[Например:] 
 seot = Seotracker::Google.new
+
 seot.get_position('serialmaniak.ru', 'серийный маньяк')
+
 -> 1 

data/VERSION

@@ -1 +1 @@
-0.0.1
+0.1.0

data/lib/seotracker.rb

@@ -1,23 +1,30 @@
 require 'rubygems'
 require 'mechanize'
+require 'logger'
 
 class Seotracker
   USER_AGENT = 'Mac Safari'
+  RESULTS = 10
 
   def initialize
     @agent = Mechanize.new
     @agent.user_agent_alias = Seotracker::USER_AGENT
+    @agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+    @agent.agent.http.retry_change_requests = true
   end
 
-  def get_position(site, &block)
-    links = yield
-    pos, found = 0, false
-    links.each do |l|
-      pos += 1
-      href = l.attribute('href').value.downcase
-      unless href.rindex(site).nil?
-        found = true
-        break
+  def get_position(site, word)
+    pos, found, start = 0, false, 0
+    while (start < 200) && !found
+      links = parse(word, start)
+      start += RESULTS
+      links.each do |l|
+        pos += 1
+        href = l.attribute('href').value.downcase
+        unless href.rindex(site).nil?
+          found = true
+          break
+        end
       end
     end
     found ? pos : 0

data/lib/seotracker/google.rb

@@ -1,11 +1,10 @@
 class Seotracker::Google < Seotracker
-  SEARCH_URL = 'http://www.google.ru/search?ix=seb&sourceid=chrome&ie=UTF-8'
+  SEARCH_URL = "http://www.google.ru/search?ix=seb&sourceid=chrome&ie=UTF-8"
 
-  # получаем позицию сайта для слова
-  def get_position(site, word)
-    super(site) do
-      page = @agent.get(SEARCH_URL, q: word)
-      page.root.xpath('/html/body/div[5]/div/div/div[4]/div[2]/div[2]/div/div[2]/div/ol/li/div/h3/a')
-    end
+  protected
+
+  def parse(word, start = 0)
+    page = @agent.get(SEARCH_URL, q: word, start: start)
+    page.root.xpath('/html/body/div[5]/div/div/div[4]/div[2]/div[2]/div/div[2]/div/ol/li/div/h3/a')
   end
 end

data/lib/seotracker/yandex.rb

@@ -1,11 +1,24 @@
 class Seotracker::Yandex < Seotracker
-  SEARCH_URL = 'http://yandex.ru/yandsearch'
+  SEARCH_URL = "http://yandex.ru/yandsearch?"
 
-  # получаем позицию сайта для слова
-  def get_position(site, word)
-    super(site) do
-      page = @agent.get(SEARCH_URL, text: word)
-      page.root.xpath('/html/body/div[3]/div/div/div[2]/ol/li/div/h2/a')
+  protected
+
+  def parse(word, start = 0)
+    start /= 10
+
+    # у яндекса хитрая проверка на роботов
+    if start == 0
+      @agent.get('http://kiks.yandex.ru/su/')
+      @cookie = @agent.cookies.first
     end
+
+    #agent = Mechanize.new
+    #agent.user_agent_alias = Seotracker::USER_AGENT
+    ##agent.log = Logger.new('log.txt')
+
+    url = SEARCH_URL + "text=#{word}&p=#{start}"
+
+    page = @agent.get(url, [], nil, {'cookie' => @cookie})
+    page.root.xpath('/html/body/div[3]/div/div/div[2]/ol/li/div/h2/a')
   end
 end

data/seotracker.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "seotracker"
-  s.version = "0.0.1"
+  s.version = "0.1.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["krivich ekaterina"]
-  s.date = "2012-04-02"
+  s.date = "2012-04-03"
   s.description = "track sites position in google or yandex by keyword"
   s.email = "kiote_the_one@mail.ru"
   s.extra_rdoc_files = [

data/spec/lib/seotracker_spec.rb

@@ -23,7 +23,9 @@ describe Seotracker do
 
       # мокаем все неважное
       mock = common_mocker
-      mock.expect(:get, mock, [Seotracker::Yandex::SEARCH_URL, {text: @word}])
+      mock.expect(:get, mock, [Seotracker::Yandex::SEARCH_URL  + "text=#{@word}&p=0",  [], nil, {'cookie' => 'hi'}])
+      mock.expect(:get, mock, ['http://kiks.yandex.ru/su/'])
+      mock.expect(:cookies, ['hi'])
       mock.expect(:xpath, [mock], %w\/html/body/div[3]/div/div/div[2]/ol/li/div/h2/a\)
 
       @object.instance_variable_set(:@agent, mock)
@@ -40,7 +42,7 @@ describe Seotracker do
 
       # мокаем все неважное
       mock = common_mocker
-      mock.expect(:get, mock, [Seotracker::Google::SEARCH_URL, {q: @word}])
+      mock.expect(:get, mock, [Seotracker::Google::SEARCH_URL, {q: @word, start: 0}])
       mock.expect(:xpath, [mock], %w\/html/body/div[5]/div/div/div[4]/div[2]/div[2]/div/div[2]/div/ol/li/div/h3/a\)
 
       @object.instance_variable_set(:@agent, mock)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: seotracker
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-02 00:00:00.000000000 Z
+date: 2012-04-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: minitest
-  requirement: &70281779910940 !ruby/object:Gem::Requirement
+  requirement: &70225702846080 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70281779910940
+  version_requirements: *70225702846080
 - !ruby/object:Gem::Dependency
   name: mechanize
-  requirement: &70281779908660 !ruby/object:Gem::Requirement
+  requirement: &70225702845080 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70281779908660
+  version_requirements: *70225702845080
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70281779906360 !ruby/object:Gem::Requirement
+  requirement: &70225702844120 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70281779906360
+  version_requirements: *70225702844120
 description: track sites position in google or yandex by keyword
 email: kiote_the_one@mail.ru
 executables: []
@@ -79,7 +79,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 200424641832597920
+      hash: -195465089122756196
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: